-- Logs begin at Fri 2022-08-26 08:10:05 UTC, end at Fri 2022-08-26 09:14:48 UTC. -- Aug 26 08:42:28.022490 dv-cinder-852364-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 08:42:30.762034 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.common.config [-] Logging enabled! Aug 26 08:42:30.762748 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 26 08:42:30.762861 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=117858) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 08:42:30.766353 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.common.config [-] Logging enabled! Aug 26 08:42:30.766614 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 26 08:42:30.766935 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=117858) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 08:42:30.767908 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 08:42:30.768112 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 08:42:30.768693 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 08:42:30.768934 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 08:42:30.769161 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 08:42:30.769478 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.770829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.770829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.770829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.770829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.770829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.771259 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.771419 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.771698 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.771975 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.772286 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.772493 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.772775 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.773073 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.773406 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.773609 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] debug = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.773856 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.774283 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.774713 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.774977 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.775278 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.775554 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.775825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.776097 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.776371 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.776713 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] host = dv-cinder-852364-5-iscsi {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.776988 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.777270 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.777551 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.777832 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.778124 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.778372 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.778658 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.779169 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.779398 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.779676 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.779963 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.780243 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.780530 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.780753 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.780979 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.781268 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.781561 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.781827 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.782098 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.782368 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.782640 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.782941 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.783193 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.783471 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.783758 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.784046 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.784810 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.785082 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.785353 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.785629 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.785910 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.786182 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.786454 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.786725 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.787057 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.787329 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.787602 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.787901 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.788183 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.788465 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.788748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.789024 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.789303 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.789572 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.789842 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.790114 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] use_json = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.790383 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.790649 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.790957 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.791231 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.791504 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.791774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.792040 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.792326 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.792592 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:30.792887 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.793178 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.793473 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.793761 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.794070 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.794349 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.794808 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.795232 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.795522 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.795810 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.796100 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.796376 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.796671 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.796956 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.797255 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.797558 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.797848 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.798137 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.798410 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.798681 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.798974 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.799251 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.799539 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.799839 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.800120 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.800406 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.800690 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.800991 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.801271 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.801557 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.801850 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.802141 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.802410 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.802684 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.802993 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.803267 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.803532 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.803817 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.804089 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.804356 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.804654 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.804915 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.805198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.805465 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.805737 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.806022 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.806290 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.806556 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.806820 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.807111 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.807377 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.807654 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.807921 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.808186 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.808451 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.808722 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.808991 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.809256 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.809524 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.809787 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.810055 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.810319 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.810580 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.810846 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.811276 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.811549 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.811813 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.812082 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.812355 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.812619 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.812887 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.813154 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.813419 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.813692 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.813970 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.814270 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.814544 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.814816 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.815116 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.815389 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.815714 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.815984 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.816266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.816533 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.816820 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.817115 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.817391 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.817675 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.817969 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.818266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.818558 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.818850 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.819154 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.819427 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.819700 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.819990 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.820274 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.820545 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.820818 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.821096 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.821378 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.821667 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.821952 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.822227 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.822514 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.822798 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.823110 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.823387 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.823693 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.823970 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:30.824182 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 08:42:30.824444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=117858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 08:42:31.123292 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=117858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 08:42:31.123504 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=117858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 08:42:31.123784 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=117858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 08:42:31.124018 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=117858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 08:42:31.124279 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=117858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 08:42:31.124618 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 08:42:31.566249 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.566528 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.566791 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.568019 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.568282 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.568548 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.621346 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.621621 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.621897 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.639272 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.639507 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.639768 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.668534 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.668774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.669059 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.705818 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.706382 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.706382 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.939599 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.940232 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.940232 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.940232 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:31.941252 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.041263 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.041560 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.041843 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.042124 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.042380 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.042682 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.043048 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.043306 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.043551 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.043829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.044082 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.044328 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.044593 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.044822 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.045070 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.045330 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.045579 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.045839 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.046108 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.046360 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.046625 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.046909 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.047188 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.047566 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.047812 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.048053 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.048457 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:32.048691 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:32.048921 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:32.049149 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:32.049377 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:32.049610 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:32.050033 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 08:42:32.053500 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 08:42:32.057392 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 08:42:32.061729 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Aug 26 08:42:32.063566 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 08:42:32.064269 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 08:42:32.064602 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 08:42:32.064995 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 08:42:32.067828 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 08:42:32.068070 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 08:42:32.068410 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 08:42:32.073573 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 08:42:32.096659 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 08:42:32.097148 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.097446 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=117858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 26 08:42:32.097787 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.099203 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=117858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 08:42:32.099496 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 08:42:32.099738 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 08:42:32.103284 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.103549 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:32.234386 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 08:42:32.234609 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 08:42:32.234748 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 08:42:32.235200 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 08:42:32.288483 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO dbcounter [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Registered counter for database neutron Aug 26 08:42:32.309461 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_db.sqlalchemy.engines [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=117858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 08:42:32.321216 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG dbcounter [-] [117858] Writer thread running {{(pid=117858) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 08:42:32.880617 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing driver for type 'gre' Aug 26 08:42:32.881161 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] gre ID ranges: [(1, 1000)] Aug 26 08:42:32.953984 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing driver for type 'local' Aug 26 08:42:32.954683 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing driver for type 'vlan' Aug 26 08:42:32.972230 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] VlanTypeDriver initialization complete Aug 26 08:42:32.972577 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing driver for type 'vxlan' Aug 26 08:42:32.973100 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] vxlan ID ranges: [(1, 1000)] Aug 26 08:42:33.037532 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing extension driver 'port_security' Aug 26 08:42:33.037532 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] PortSecurityExtensionDriver initialization complete Aug 26 08:42:33.038146 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing mechanism driver 'openvswitch' Aug 26 08:42:33.038467 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing mechanism driver 'hyperv' Aug 26 08:42:33.048336 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.plugin [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=117858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:42:33.049236 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.049732 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.050207 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.050776 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=117858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 08:42:33.051447 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.051897 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.052328 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.052753 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=117858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 08:42:33.053164 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.053523 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.053901 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.054275 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=117858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 08:42:33.054684 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > security_group after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.055072 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > security_group after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.055424 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > security_group after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.055828 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=117858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 08:42:33.056234 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.056591 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.056935 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.057327 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=117858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 08:42:33.057741 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > address_group after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.058090 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > address_group after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.058437 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > address_group after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.058851 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=117858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 08:42:33.059329 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] ML2 OVO RPC backend initialized. {{(pid=117858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 26 08:42:33.060096 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_interface after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.060455 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.060881 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.061231 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > networks before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.061612 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.062007 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > ports before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.062373 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.062727 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnets before_response 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.063129 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.063545 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.063893 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.064245 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.064587 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.064927 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.065268 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.065725 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.066069 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > subnet after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.074402 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded quota_driver: . Aug 26 08:42:33.074789 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.plugin [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Modular L2 Plugin initialization complete Aug 26 08:42:33.075165 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading services supported by the core plugin {{(pid=117858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 08:42:33.075528 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.plugins.ml2.managers [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Got port-security extension from driver 'port_security' Aug 26 08:42:33.076017 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.extensions.vlantransparent [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Disabled vlantransparent extension. Aug 26 08:42:33.076525 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=117858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 08:42:33.076857 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: router Aug 26 08:42:33.113308 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_interface before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.113713 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_create 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.114084 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router before_create 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.114453 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.114851 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.115246 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_delete 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.115611 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > floatingip after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.115987 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > floatingip after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.116329 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_create 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.116671 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_update 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.117039 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_update 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.117406 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.117767 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_update 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.118190 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_update 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.118562 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.118933 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.119276 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: subnet after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.119629 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.119992 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > port precommit_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.120345 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_create 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.120698 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.121043 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.121390 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router after_update 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.121741 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_delete 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.122100 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_create 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.122466 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router_interface after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.122816 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_update 55549900 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.123223 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > agent after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.123581 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > agent after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.123931 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > network after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.124876 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Tracking information for resource: router configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:33.125208 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Tracking information for resource: floatingip configured {{(pid=117858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 08:42:33.130556 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.db.l3_agentschedulers_db [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 08:42:33.131279 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.131573 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port after_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.131944 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port after_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.132299 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: port after_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.133149 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router before_create 55550100 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.133871 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_delete 55550100 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.134238 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_create 55550100 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.134599 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > router precommit_update 55550100 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.139680 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.provider_configuration [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service providers = [] {{(pid=117858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 08:42:33.140144 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.db.servicetype_db [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=117858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 08:42:33.143362 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.service_base [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=117858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 08:42:33.143717 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.service_base [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=117858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 08:42:33.144078 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.service_base [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=117858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 08:42:33.145109 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.services.service_base [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=117858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 08:42:33.145391 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.services.service_base [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 08:42:33.146203 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.146203 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 08:42:33.157078 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.157417 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: auto_allocate Aug 26 08:42:33.163508 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: network precommit_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.163898 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: network precommit_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.165142 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.165142 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: tag Aug 26 08:42:33.171945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.172282 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: timestamp Aug 26 08:42:33.176279 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.176609 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: network_ip_availability Aug 26 08:42:33.182243 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.182627 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.183012 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.183771 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.184099 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: flavors Aug 26 08:42:33.190517 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.191008 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading Plugin: revisions Aug 26 08:42:33.199897 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=117858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 08:42:33.200869 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.076s {{(pid=117858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 08:42:33.201672 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=117858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 26 08:42:33.202017 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Initializing extension manager. Aug 26 08:42:33.202573 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: __init__.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.202956 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: __pycache__ {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.203323 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: address_group.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.204112 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.204709 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: address-group Aug 26 08:42:33.205037 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: address_scope.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.205733 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.206282 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: address-scope Aug 26 08:42:33.206613 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: admin_state_down_before_update.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.207627 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.208145 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: router-admin-state-down-before-update Aug 26 08:42:33.208476 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: agent.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.209158 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.209679 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: agent Aug 26 08:42:33.209998 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: agent_resources_synced.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.211304 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.211453 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: agent-resources-synced Aug 26 08:42:33.211750 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: allowedaddresspairs.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.213582 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.214109 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: allowed-address-pairs Aug 26 08:42:33.214436 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: auto_allocated_topology.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.215562 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.216090 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: auto-allocated-topology Aug 26 08:42:33.216421 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: availability_zone.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.217101 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.217613 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: availability_zone Aug 26 08:42:33.217966 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: availability_zone_filter.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.218864 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.219400 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: availability_zone_filter Aug 26 08:42:33.219725 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: data_plane_status.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.220605 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.221123 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 08:42:33.221446 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: default_subnetpools.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.222429 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.222968 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: default-subnetpools Aug 26 08:42:33.223294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: dhcpagentscheduler.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.224136 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.224644 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: dhcp_agent_scheduler Aug 26 08:42:33.224970 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: dns.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.231020 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.232310 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension dns-integration not supported by any of loaded plugins Aug 26 08:42:33.232633 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: dns_domain_ports.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.233779 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.234637 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 08:42:33.235007 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.235923 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.236418 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 08:42:33.236743 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: dvr.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.237410 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.238052 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: dvr Aug 26 08:42:33.238394 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: ecmp_routes.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.239373 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.239896 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 08:42:33.240220 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: empty_string_filtering.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.241147 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.241665 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: empty-string-filtering Aug 26 08:42:33.242000 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.242899 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.243424 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 08:42:33.243746 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.244651 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.245162 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 08:42:33.245486 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: external_net.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.246367 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.246872 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: external-net Aug 26 08:42:33.247230 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: extra_dhcp_opt.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.248145 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.248644 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: extra_dhcp_opt Aug 26 08:42:33.248966 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: extraroute.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.249847 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.250352 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: extraroute Aug 26 08:42:33.250682 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: extraroute_atomic.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.251721 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.252226 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: extraroute-atomic Aug 26 08:42:33.252554 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: filter_validation.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.253270 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.254071 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: filter-validation Aug 26 08:42:33.254393 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: fip_pf_description.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.255332 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.255833 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 08:42:33.256153 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: fip_pf_port_range.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.257037 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.257538 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 26 08:42:33.257863 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: fip_port_details.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.259373 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.259990 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: fip-port-details Aug 26 08:42:33.260315 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: flavors.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.261594 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.262115 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: flavors Aug 26 08:42:33.262439 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.264180 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.264695 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 08:42:33.265024 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: floatingip_pools.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.265711 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.266224 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: floatingip-pools Aug 26 08:42:33.266550 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: ip_allocation.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.267467 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.267970 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 08:42:33.268295 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.269247 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.269757 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: ip-substring-filtering Aug 26 08:42:33.270082 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l2_adjacency.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.271102 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.271605 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 08:42:33.271931 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.272946 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.273457 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: router Aug 26 08:42:33.273787 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_conntrack_helper.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.276163 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.276693 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 08:42:33.277024 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.277923 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.278440 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: ext-gw-mode Aug 26 08:42:33.278764 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.279678 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.280182 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: l3-ha Aug 26 08:42:33.280506 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.281372 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.281868 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 26 08:42:33.282190 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_flavors.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.283086 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.283596 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: l3-flavors Aug 26 08:42:33.283918 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_ndp_proxy.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.285300 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.285808 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 26 08:42:33.286137 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.287038 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.287543 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 08:42:33.287884 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: l3agentscheduler.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.288976 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.289497 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: l3_agent_scheduler Aug 26 08:42:33.289820 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: local_ip.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.291652 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.292165 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension local_ip not supported by any of loaded plugins Aug 26 08:42:33.292497 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: logging.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.293939 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.294453 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension logging not supported by any of loaded plugins Aug 26 08:42:33.294839 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: metering.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.295687 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.296554 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: metering Aug 26 08:42:33.296937 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.298036 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.298547 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: metering_source_and_destination_fields Aug 26 08:42:33.298874 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: multiprovidernet.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.299801 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.300399 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: multi-provider Aug 26 08:42:33.300719 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: netmtu.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.301632 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.302139 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: net-mtu Aug 26 08:42:33.302463 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: netmtu_writable.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.303375 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.303885 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: net-mtu-writable Aug 26 08:42:33.304204 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: network_availability_zone.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.304853 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.305356 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: network_availability_zone Aug 26 08:42:33.305683 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: network_ip_availability.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.306769 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.307315 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: network-ip-availability Aug 26 08:42:33.307638 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: network_segment_range.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.308406 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.308910 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 08:42:33.309232 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: pagination.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.310178 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.310508 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: pagination Aug 26 08:42:33.310833 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: port_device_profile.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.311720 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.312234 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: port-device-profile Aug 26 08:42:33.312616 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: port_mac_address_override.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.313446 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.313951 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: port-mac-override Aug 26 08:42:33.314349 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.315186 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.315724 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: port-mac-address-regenerate Aug 26 08:42:33.316246 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.317006 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.317525 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: port-numa-affinity-policy Aug 26 08:42:33.317857 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: port_resource_request.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.318731 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.319283 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 08:42:33.319605 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: port_resource_request_groups.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.320547 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.321054 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 26 08:42:33.321377 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: portbindings.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.322268 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.322776 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: binding Aug 26 08:42:33.323127 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: portbindings_extended.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.324384 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.324901 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: binding-extended Aug 26 08:42:33.325227 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: portsecurity.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.326092 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.327404 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: port-security Aug 26 08:42:33.327404 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: project_id.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.327894 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.328226 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: project-id Aug 26 08:42:33.328971 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: providernet.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.329423 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.329953 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: provider Aug 26 08:42:33.330274 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.334000 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.334553 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos not supported by any of loaded plugins Aug 26 08:42:33.334954 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.336299 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.336843 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 08:42:33.337174 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.338083 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.338595 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 08:42:33.338964 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_default.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.339885 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.340434 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-default not supported by any of loaded plugins Aug 26 08:42:33.340730 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_fip.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.341620 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.342147 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-fip not supported by any of loaded plugins Aug 26 08:42:33.342472 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_fip_network_policy.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.343395 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.343909 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 26 08:42:33.344239 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_gateway_ip.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.345182 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.345710 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 08:42:33.346031 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_port_network_policy.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.346997 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.347509 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 08:42:33.347836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.348885 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.349393 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 26 08:42:33.349715 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.350721 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.351271 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 26 08:42:33.351590 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_pps_rule.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.352740 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.353246 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-pps not supported by any of loaded plugins Aug 26 08:42:33.354451 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_rule_type_details.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.354623 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.355025 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 08:42:33.355485 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_rule_type_filter.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.356581 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.357128 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 26 08:42:33.357552 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: qos_rules_alias.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.358973 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.359216 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 08:42:33.359551 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: quota_check_limit.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.360456 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.360969 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: quota-check-limit Aug 26 08:42:33.361300 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: quotasv2.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.362302 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.362683 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: quotas Aug 26 08:42:33.363044 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: quotasv2_detail.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.364795 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.365133 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: quota_details Aug 26 08:42:33.365652 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: rbac.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.367129 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.367739 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: rbac-policies Aug 26 08:42:33.368054 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: rbac_address_group.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.369064 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.369576 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: rbac-address-group Aug 26 08:42:33.369909 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: rbac_address_scope.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.370806 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.371376 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: rbac-address-scope Aug 26 08:42:33.371696 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: rbac_security_groups.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.372684 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.373732 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: rbac-security-groups Aug 26 08:42:33.373732 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: rbac_subnetpool.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.374368 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.374881 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: rbac-subnetpool Aug 26 08:42:33.375239 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: revisionifmatch.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.376133 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.376640 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: revision-if-match Aug 26 08:42:33.376961 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: revisions.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.378122 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.378633 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: standard-attr-revisions Aug 26 08:42:33.378988 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: router_availability_zone.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.379667 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.380159 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: router_availability_zone Aug 26 08:42:33.380486 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: routerservicetype.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.381484 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.381976 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension router-service-type not supported by any of loaded plugins Aug 26 08:42:33.382274 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.383285 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.384111 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: security-groups-normalized-cidr Aug 26 08:42:33.384431 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: security_groups_port_filtering.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.385357 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.385852 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: port-security-groups-filtering Aug 26 08:42:33.386173 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.387162 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.387691 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: security-groups-remote-address-group Aug 26 08:42:33.388016 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.388924 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.389451 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: security-groups-shared-filtering Aug 26 08:42:33.389744 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: securitygroup.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.400138 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.400814 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: security-group Aug 26 08:42:33.401189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: segment.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.402667 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.402667 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension segment not supported by any of loaded plugins Aug 26 08:42:33.403018 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.404092 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.404893 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 08:42:33.405088 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: servicetype.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.406424 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.407098 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: service-type Aug 26 08:42:33.407466 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: sorting.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.408492 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.408862 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: sorting Aug 26 08:42:33.409245 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: standard_attr_segment.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.410268 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.410850 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 08:42:33.411223 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: standardattrdescription.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.411914 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.412469 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: standard-attr-description Aug 26 08:42:33.412878 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: stateful_security_group.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.413914 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.414481 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: stateful-security-group Aug 26 08:42:33.414820 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: stdattrs_common.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.415505 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 08:42:33.415868 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.416941 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.417462 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 08:42:33.417715 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: subnet_onboard.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.418900 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.419504 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: subnet_onboard Aug 26 08:42:33.419857 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.420785 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.421372 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 08:42:33.421730 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: subnet_service_types.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.422697 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.423390 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: subnet-service-types Aug 26 08:42:33.423797 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: subnetallocation.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.425043 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.425578 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: subnet_allocation Aug 26 08:42:33.425905 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.426582 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.427133 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: subnetpool-prefix-ops Aug 26 08:42:33.427460 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.428404 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.428948 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 08:42:33.429317 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: tagging.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.430408 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.430947 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: standard-attr-tag Aug 26 08:42:33.431277 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: timestamp.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.432480 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.433070 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loaded extension: standard-attr-timestamp Aug 26 08:42:33.433319 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: trunk.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.434318 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.434835 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension trunk not supported by any of loaded plugins Aug 26 08:42:33.435195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: trunk_details.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.436108 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.436622 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension trunk-details not supported by any of loaded plugins Aug 26 08:42:33.436945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: uplink_status_propagation.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.437843 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.438352 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 08:42:33.438676 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Loading extension file: vlantransparent.py {{(pid=117858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 08:42:33.439345 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=117858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 08:42:33.439846 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 08:42:33.442716 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:network Aug 26 08:42:33.443299 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:subnet Aug 26 08:42:33.443705 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 08:42:33.444094 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:port Aug 26 08:42:33.445468 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.445913 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service FLAVORS assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.446527 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.446995 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.447332 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:router Aug 26 08:42:33.447784 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:floatingip Aug 26 08:42:33.448289 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service METERING assigned prefix: /metering {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.449788 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.450165 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.450525 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:42:33.451645 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 08:42:33.452108 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:security_group Aug 26 08:42:33.452547 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 08:42:33.453085 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service CORE assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.453418 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 08:42:33.453769 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] subnetpool is already registered Aug 26 08:42:33.454220 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service CORE assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.454561 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 08:42:33.454911 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] subnetpool is already registered Aug 26 08:42:33.457600 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.458081 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service FLAVORS assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.458656 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.459141 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.459505 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:router Aug 26 08:42:33.459859 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] router is already registered Aug 26 08:42:33.460295 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:floatingip Aug 26 08:42:33.460697 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] floatingip is already registered Aug 26 08:42:33.461195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service METERING assigned prefix: /metering {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.462020 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 08:42:33.462262 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] rbac_policy is already registered Aug 26 08:42:33.462681 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:security_group Aug 26 08:42:33.463122 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] security_group is already registered Aug 26 08:42:33.463528 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 08:42:33.463912 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] security_group_rule is already registered Aug 26 08:42:33.464683 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service CORE assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.465044 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 08:42:33.465392 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] subnetpool is already registered Aug 26 08:42:33.465819 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.v2.resource_helper [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Service CORE assigned prefix: {{(pid=117858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 08:42:33.466141 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 08:42:33.466479 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING neutron.quota.resource_registry [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] subnetpool is already registered Aug 26 08:42:33.467024 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: extensions {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.468586 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: address-groups {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.470095 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: address-scopes {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.471475 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: agents {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.472759 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: auto-allocated-topology {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.473990 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: availability_zones {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.475235 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: dhcp-networks {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.476838 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: dhcp-agents {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.478304 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: routers {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.480065 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: flavors {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.481362 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: service_profiles {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.482591 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: next_providers {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.484149 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: service_profiles {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.487057 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: floatingip-pools {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.488405 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: routers {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.490172 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: floatingips {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.491535 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: l3-routers {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.493014 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: l3-agents {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.494454 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: metering-labels {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.495773 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: metering-label-rules {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.497192 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: network-ip-availabilities {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.498494 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: bindings {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.500284 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: quotas {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.501975 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: quotas {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.503681 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: rbac-policies {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.504903 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: security-groups {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.506231 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: security-group-rules {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.510924 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: service-providers {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.510924 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: subnetpools {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.510924 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: subnetpools {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.512174 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.513906 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.517222 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.519203 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.520954 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.522987 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.524742 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.526680 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.528501 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.530265 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron.api.extensions [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Extended resource: tags {{(pid=117858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 08:42:33.536819 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING keystonemiddleware.auth_token [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 08:42:33.542207 dv-cinder-852364-5-iscsi neutron-server[117858]: WARNING keystonemiddleware.auth_token [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 08:42:33.551705 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Acquiring lock "singleton_lock" {{(pid=117858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 26 08:42:33.552031 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Acquired lock "singleton_lock" {{(pid=117858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 26 08:42:33.552515 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_concurrency.lockutils [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Releasing lock "singleton_lock" {{(pid=117858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 26 08:42:33.553207 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Starting 2 workers Aug 26 08:42:33.558260 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Started child 117971 {{(pid=117858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 08:42:33.563170 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Started child 117972 {{(pid=117858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 08:42:33.564805 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO neutron.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 08:42:33.565028 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:33.565958 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Publish callbacks [] for process (None), before_spawn {{(pid=117858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:33.566418 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [-] (117971) wsgi starting up on http://0.0.0.0:9696 Aug 26 08:42:33.568068 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Starting 1 workers Aug 26 08:42:33.568335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:33.569753 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [-] (117972) wsgi starting up on http://0.0.0.0:9696 Aug 26 08:42:33.574966 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Started child 117973 {{(pid=117858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 08:42:33.575794 dv-cinder-852364-5-iscsi neutron-server[117858]: INFO oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Starting 1 workers Aug 26 08:42:33.581939 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Started child 117974 {{(pid=117858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 08:42:33.582155 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] calling RpcWorker wait() {{(pid=117973) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 08:42:33.582682 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.service [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] returning from RpcWorker wait() {{(pid=117973) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 08:42:33.582773 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe1b3-14cc-4b2d-ab17-eb566abc046a None None] Publish callbacks [] for process (None), after_spawn {{(pid=117858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:33.584837 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=117858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 08:42:33.585052 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:33.585401 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 08:42:33.585779 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 08:42:33.586039 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:42:33.586770 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 08:42:33.586770 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 08:42:33.586770 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 08:42:33.587043 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.587285 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.587545 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.587999 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.588965 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:33.589945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.589945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.589945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.589945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.589945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.591174 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:42:33.591347 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.591347 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.591347 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.591347 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.591347 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.591347 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.592079 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.592079 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.592079 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.592444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.592873 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.593465 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.594153 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] debug = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.594561 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.595462 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.596273 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.596902 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.597272 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.597815 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.598236 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.598607 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.599450 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.599450 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.600020 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.600264 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.600981 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.600981 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.601499 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.601894 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.602313 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.603077 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] host = dv-cinder-852364-5-iscsi {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.603560 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.603859 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.604059 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.604504 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.604895 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.605521 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.606188 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.606761 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.606761 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.607660 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.607962 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.608421 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.608932 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.609231 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.609485 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_options = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.609897 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.610272 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.610605 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.611570 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.611570 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.611570 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.612332 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.612332 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.613090 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.613090 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.613581 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.613824 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.615936 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.615936 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.615936 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.615936 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.618836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.618836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.618836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.618836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.618836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.618836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.619620 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.619819 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.620388 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.621129 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.621730 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.622109 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.622449 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.622825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.623273 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.623704 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.624039 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.624434 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.624814 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.625189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.625550 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.625952 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.626426 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.626878 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.627262 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.627654 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.628162 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.628569 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.629026 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.629386 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.629777 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_json = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.630130 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.630527 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.630939 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.631321 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.631737 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.632025 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.632591 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.633266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.633266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.634691 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.634691 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.635024 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.635444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.635855 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.636257 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.636653 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.637054 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.637482 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.637883 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.638383 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.638748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.639290 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.639812 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.640188 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.640702 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.641114 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.642291 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.642679 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.643289 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.643549 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.644136 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.644689 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.645219 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.645449 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.645803 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.646228 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.646652 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.647129 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.647590 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.648179 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.648592 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.648994 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.649420 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.650205 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.650205 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.650627 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.651026 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.651402 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.651777 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.652165 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.652973 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.652973 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.653282 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.653650 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.654053 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.654500 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.654936 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.655351 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.656209 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.656209 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.656637 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.656781 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.657382 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.657382 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.657770 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.658723 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.658723 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.659102 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.659412 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.659861 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.660881 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.660881 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.660881 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.661825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.661825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.661987 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.662547 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.662944 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.663333 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.663721 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.664719 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.664719 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.665020 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.665156 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.665639 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.666250 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.666250 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.666541 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.666999 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.667735 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.668186 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.668327 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.669095 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.669457 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.669825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.670188 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.670585 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.670987 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.671364 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.671752 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.672136 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.672635 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.673041 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.673457 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.673850 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.674212 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.674592 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.675090 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.675481 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.675861 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.676264 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.676707 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.677110 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.677517 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.677906 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.678284 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.678730 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.679367 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.679505 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.679873 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.680247 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.681223 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.681223 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.681540 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.681840 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.682220 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.682618 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.683170 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.683631 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.684029 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.684473 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.684878 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.685445 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.685924 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.686385 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.686741 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.687221 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.687727 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.688170 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.688555 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.688976 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.689363 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.689825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.690263 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.690784 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.691222 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.691653 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.691980 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.692367 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.692755 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.693104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.693496 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.693992 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.694385 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.694775 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.695192 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.695633 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.696051 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.696437 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.696985 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.697385 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.697807 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.698258 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.698595 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.699000 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.699381 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.699792 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.700189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.700591 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.700986 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.701368 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.701731 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.702096 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.702929 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.702929 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.703263 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.703610 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.703949 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.704249 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.704570 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.705041 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.705287 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.705674 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.706039 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.706423 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.706778 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.707149 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.707535 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.707932 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.708314 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.708699 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.709073 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.709431 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.709818 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.710211 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.711381 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.711381 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.711982 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.712802 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.713344 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.713972 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.714210 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.714652 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.715181 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.715592 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.716095 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.716580 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.717195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.717596 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.718244 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.718617 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723187 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723884 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723884 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.723884 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.724180 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.724464 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.725186 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.725596 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.725791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40002) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:42:33.726074 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.726470 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.726842 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.727291 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.727710 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.728113 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.728537 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.728871 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.729268 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.729603 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.729971 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.730343 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.731836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.731836 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.732694 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.732694 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.733160 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.733469 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.733889 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.734260 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.734621 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.735066 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.735458 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.735823 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.736399 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.736731 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.737079 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.737973 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.739055 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.739473 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.739978 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.740305 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.740609 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.741010 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.741417 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.742014 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.742277 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.743195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.743195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.743492 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.743988 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.744430 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.745331 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.745331 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.745633 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.745793 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [-] 10.222.0.71 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0161598 Aug 26 08:42:33.745953 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.746477 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.746477 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.747063 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.747545 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.748000 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.748474 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.749088 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.749601 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.750166 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.750666 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.751081 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.751505 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.752068 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.752453 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.752848 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.753393 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.754083 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.754622 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.755156 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.755671 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.756129 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.756633 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.757126 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.757530 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.758139 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.759211 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.759746 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762221 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [-] 10.222.0.71 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0125699 Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.762588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.763528 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.763528 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.763762 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.764188 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.764554 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.765007 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.765423 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.765867 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.767638 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.767638 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.767638 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.767638 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 08:42:33.768587 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=117858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 08:42:33.768723 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 08:42:33.768906 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 08:42:33.769151 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 08:42:33.769427 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 08:42:33.769831 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 08:42:33.770212 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.770439 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.771791 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.771791 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.771791 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.771791 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.772465 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.772465 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.772465 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.772837 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.772971 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.773537 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.773537 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.774069 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.774069 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.774521 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.774521 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.775064 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.775064 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.775901 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.775901 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.775901 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] debug = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.776518 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.776518 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.777006 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.777006 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.777420 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.777420 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.777763 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.778010 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.778668 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.778668 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.778668 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.779497 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.779497 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.779497 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.780266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.780266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.780266 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.780959 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] host = dv-cinder-852364-5-iscsi {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.780959 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.780959 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.782036 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.782036 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.782036 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.782036 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783029 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783029 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783029 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783029 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783866 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783866 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783866 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.783866 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.784678 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_options = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.784678 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.784678 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.785247 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.785247 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.785616 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.785803 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.785985 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.786254 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.786523 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.786762 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.787089 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.787694 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.787694 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.788117 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.788117 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.788489 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.788914 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.788914 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.789334 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.789334 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.789668 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.789846 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.790023 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.790197 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.792872 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.793229 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.796042 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_json = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.798189 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.800294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.800294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.800294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.800294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.800294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.801825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.801825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.801825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 08:42:33.801825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.801825 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.803293 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.803293 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.803293 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.803293 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.803293 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.804444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.804444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.804444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.804444 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.805408 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.805408 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.805408 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.805408 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.806469 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.806469 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.806469 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.807336 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.807336 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.807336 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.809854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.811748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.811748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.811748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.811748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.811748 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.813167 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.813549 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.813862 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.814168 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.814450 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.814734 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.815105 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.815398 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.815745 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.816077 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.816364 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.816656 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.816896 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.817028 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.817330 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.817611 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.817965 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.818277 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.818574 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.818880 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.819299 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.819520 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.819715 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.820009 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.820285 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.820520 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.820803 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.821094 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.821536 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.821829 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.822041 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.822241 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.822472 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.822734 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.823485 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.823485 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.823485 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.824416 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.824416 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.824416 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.825045 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.825045 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.825045 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.825581 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.825581 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.825858 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.826082 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.826319 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.826587 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.826851 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.830462 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.830462 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.830462 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.830462 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.831294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.831294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.831294 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.831607 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.832073 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.832263 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.832407 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.832715 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.832868 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.832979 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.833088 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.833363 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.833509 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.833714 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.833967 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.834221 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.834493 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.834755 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.835045 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.835323 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.835558 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.835790 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.836026 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.836300 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.836580 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.836837 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.837104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.837362 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.837577 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.837832 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.838086 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.838516 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.838796 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.839026 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.843027 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.843027 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.843027 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.843027 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.844357 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.844357 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.844357 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.844357 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845021 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845021 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845021 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845344 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845344 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845621 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.845841 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.846054 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.846325 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.846581 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.846785 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.847128 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.847377 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.847704 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.847973 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.848219 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.848803 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.848803 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.849376 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.849376 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.849842 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.849842 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.850213 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.850213 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.850541 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.850999 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.850999 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.853158 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.853549 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.853791 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.854104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.854945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.854945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.854945 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.855520 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.855520 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.855772 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.856000 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.856996 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.856996 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.856996 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.856996 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.857363 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.857363 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.857588 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.857917 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.858105 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.859051 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.859051 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.859051 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.859686 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.859686 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.859686 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.860195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.860195 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.860393 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.860558 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.860815 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.861064 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.861314 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.861575 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.861826 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.862089 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.862354 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.862648 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.862938 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.863202 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.863462 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.863752 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.864010 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.864273 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.864533 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.864793 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.865056 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.865319 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.865580 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.865843 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.866100 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.866350 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.866600 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.866860 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.867151 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.868073 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.868330 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.868610 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.868854 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.869241 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.869394 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.869679 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.869891 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.870148 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.870620 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.871088 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.871561 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.872161 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.872652 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.873025 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.873288 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.873423 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.873691 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.873977 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.874243 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.874559 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.875757 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.875757 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.875757 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.875757 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.876298 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.876298 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.876298 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.876684 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.876787 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.877573 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.877573 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.877865 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.877865 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.878244 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.878505 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.878779 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880104 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880705 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880705 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.880960 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.881088 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.881411 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.883198 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.884340 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.884340 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.884340 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.884709 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.884840 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.885045 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.885449 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.885710 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.885971 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.886233 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.886489 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.886711 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.886987 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.887268 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.887567 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.887858 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.888161 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.888474 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.888750 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.889003 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.889237 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.889473 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.889724 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.890012 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.890303 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.891706 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.891706 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.891706 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.891706 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.891706 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.892774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.892774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.892774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.892774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.893774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.893774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.893774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.893774 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.894555 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.894555 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.894555 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.895121 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.895121 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 08:42:33.895388 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 08:42:43.028732 dv-cinder-852364-5-iscsi neutron-server[117858]: DEBUG dbcounter [-] [117858] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=117858) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:42:45.644022 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a80b22-9d60-4c40-bc05-7a2cefbe1076 None None] get_active_networks_info from dv-cinder-852364-5-iscsi {{(pid=117973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 26 08:42:45.654939 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writer thread running {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 08:42:45.719673 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a80b22-9d60-4c40-bc05-7a2cefbe1076 None None] No non-hosted networks {{(pid=117973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 08:42:45.731541 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.agentschedulers_db [None req-30a80b22-9d60-4c40-bc05-7a2cefbe1076 None None] DHCP Agent not found on host dv-cinder-852364-5-iscsi {{(pid=117973) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 26 08:42:45.786031 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-282ccc0b-8916-48a5-a278-ad0e8bbdb9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16361212'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:47.662831 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writer thread running {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 08:42:48.275562 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-751e1b7f-4dec-4d93-8c8e-1c18f22e4e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16361212'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:48.330231 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4239-9255-4437-a9fd-3d5d3dc1c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:49.871787 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16361212'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:50.557638 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40082) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:42:51.267026 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16361212'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:51.269419 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.271149 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.272588 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.273091 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.273817 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.274776 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.276095 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.276678 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.277369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.278090 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.278866 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.279591 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.280292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.281480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.282304 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:51.284308 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852364-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:42:51.300250 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852364-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:42:51.464120 dv-cinder-852364-5-iscsi neutron-server[117972]: WARNING oslo_policy.policy [None req-e09abfc3-7219-4ac4-a322-7b4900e845d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:42:51.465064 dv-cinder-852364-5-iscsi neutron-server[117972]: WARNING oslo_policy.policy [None req-e09abfc3-7219-4ac4-a322-7b4900e845d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:42:51.793625 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [None req-e09abfc3-7219-4ac4-a322-7b4900e845d4 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:42:51.812671 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e09abfc3-7219-4ac4-a322-7b4900e845d4 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2534611 Aug 26 08:42:52.241975 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16361212'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:54.145197 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.db.l3_hamode_db [None req-bb389396-f67a-49bb-98c4-8e6adc19dc09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 08:42:54.230274 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb389396-f67a-49bb-98c4-8e6adc19dc09 None None] Routers set() bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:42:54.230777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb389396-f67a-49bb-98c4-8e6adc19dc09 None None] Router IDs set() for agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 26 08:42:54.616116 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40114) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:42:55.059225 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:42:55.071512 dv-cinder-852364-5-iscsi neutron-server[117972]: ERROR stevedore.extension [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 08:42:55.155921 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.policy [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=117972) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 08:42:55.199752 dv-cinder-852364-5-iscsi neutron-server[117972]: WARNING oslo_policy.policy [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:42:55.200133 dv-cinder-852364-5-iscsi neutron-server[117972]: WARNING oslo_policy.policy [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:42:55.221514 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writer thread running {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 08:42:55.317503 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752618188549', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752618188145', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752618236957', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752618211676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752618213488', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752618223549', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-635111', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16287700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16454204'] for rbac-policy (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:55.446978 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:55.449174 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d434528c-68da-4a84-b240-f3f5dfd63cc7 admin admin] 10.222.0.71 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8316879 Aug 26 08:42:58.630197 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40124) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:42:59.069388 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:42:59.107426 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Made reservation on behalf of e55f1cc9f9c9481698d6962c7af7fbfe for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:42:59.111977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.137573 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.323084 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks [] for security_group (cfe484e8-11c6-4c24-9580-a098a34bc1da), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.329324 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (cfe484e8-11c6-4c24-9580-a098a34bc1da), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.389096 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:42:59.423714 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752615228757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (d27d56c0-346d-4986-83cb-c4d9cfff0d49), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.424301 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Unsubscribe: segment precommit_create {{(pid=117972) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 08:42:59.424833 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Added segment d27d56c0-346d-4986-83cb-c4d9cfff0d49 of type vlan for network 15facfca-b234-4575-9e66-e5e51912e1d9 Aug 26 08:42:59.431833 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe484e8-11c6-4c24-9580-a098a34bc1da,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:42:59.473179 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.473890 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.474320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.474955 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.475296 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.475636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.475968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.476444 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.476956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.477683 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.478101 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.478505 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.479017 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.479408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.479859 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Tracked resource versions report: Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: pushed versions: Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: { 'AddressGroup': {'1.2'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Agent': {'1.1'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'ConntrackHelper': {'1.0'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Log': {'1.0'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'NDPProxy': {'1.0'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Network': {'1.1'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Port': {'1.7'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'PortForwarding': {'1.3'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'QosPolicy': {'1.10'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroup': {'1.5'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SubPort': {'1.0'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Subnet': {'1.1'}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Trunk': {'1.1'}} Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: consumer versions: Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Agent': '1.1', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'ConntrackHelper': '1.0', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'LocalIPAssociation': '1.0', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Log': '1.0', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'NDPProxy': '1.0', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Network': '1.1', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Port': '1.7', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'PortForwarding': '1.3', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'QosPolicy': '1.10', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroup': '1.5', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroupRule': '1.2', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SubPort': '1.0', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Subnet': '1.1', Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Trunk': '1.1'}} Aug 26 08:42:59.481770 dv-cinder-852364-5-iscsi neutron-server[117972]: {{(pid=117972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:42:59.555169 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (15facfca-b234-4575-9e66-e5e51912e1d9), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.624743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (15facfca-b234-4575-9e66-e5e51912e1d9), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.630776 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:42:59.631883 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:42:59.713378 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=51,neutron:INSERT=44,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:42:59.735258 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1038690 Aug 26 08:42:59.773626 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d65b7-4a87-482b-8966-f0f39c50395d demo demo] Pushing event updated for resources: {'Network': ['ID=15facfca-b234-4575-9e66-e5e51912e1d9,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:42:59.792208 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 15facfca-b234-4575-9e66-e5e51912e1d9 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:43:02.366457 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40138) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:03.158836 dv-cinder-852364-5-iscsi neutron-server[117971]: WARNING oslo_policy.policy [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:43:03.159427 dv-cinder-852364-5-iscsi neutron-server[117971]: WARNING oslo_policy.policy [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:43:03.412450 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writer thread running {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 08:43:03.413579 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:03.576584 dv-cinder-852364-5-iscsi neutron-server[117971]: ERROR stevedore.extension [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 08:43:03.629915 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.policy [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=117971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 08:43:03.675805 dv-cinder-852364-5-iscsi neutron-server[117971]: WARNING oslo_policy.policy [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:43:03.676227 dv-cinder-852364-5-iscsi neutron-server[117971]: WARNING oslo_policy.policy [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 08:43:03.684256 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:03.686362 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c94a9d65-f9ba-4d19-a785-d976d9723314 demo admin] 10.222.0.71 "GET /networking/v2.0/networks/15facfca-b234-4575-9e66-e5e51912e1d9 HTTP/1.1" status: 200 len: 826 time: 1.3178964 Aug 26 08:43:03.734962 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-fef9bfe8-19a9-47ba-921b-a76f1553ff28 demo admin] 10.222.0.71 "GET /networking/v2.0/subnetpools/89722f3a-c3e1-4de4-a66d-70cd8c1245b1 HTTP/1.1" status: 200 len: 734 time: 0.0378881 Aug 26 08:43:03.745003 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:43:03.789689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Made reservation on behalf of e55f1cc9f9c9481698d6962c7af7fbfe for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:43:03.792758 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:04.121470 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (05a2d937-d09b-4e1f-8503-1f4b0bab9738), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:04.207483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Checking segment: {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:43:04.207865 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Network hostable DHCP agents. Network: 15facfca-b234-4575-9e66-e5e51912e1d9, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:43:04.219263 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Pushing event updated for resources: {'Subnet': ['ID=05a2d937-d09b-4e1f-8503-1f4b0bab9738,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:04.233150 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.233481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.233851 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.234286 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.234619 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.235000 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.235321 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.235639 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.235967 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.236287 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.236599 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.236925 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.237240 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.237555 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.238303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Tracked resource versions report: Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: pushed versions: Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: { 'AddressGroup': {'1.2'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Agent': {'1.1'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'ConntrackHelper': {'1.0'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Log': {'1.0'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'NDPProxy': {'1.0'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Network': {'1.1'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Port': {'1.7'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'PortForwarding': {'1.3'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'QosPolicy': {'1.10'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroup': {'1.5'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SubPort': {'1.0'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Subnet': {'1.1'}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Trunk': {'1.1'}} Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: consumer versions: Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Agent': '1.1', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'ConntrackHelper': '1.0', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'LocalIPAssociation': '1.0', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Log': '1.0', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'NDPProxy': '1.0', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Network': '1.1', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Port': '1.7', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'PortForwarding': '1.3', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'QosPolicy': '1.10', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroup': '1.5', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroupRule': '1.2', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SubPort': '1.0', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Subnet': '1.1', Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Trunk': '1.1'}} Aug 26 08:43:04.239381 dv-cinder-852364-5-iscsi neutron-server[117971]: {{(pid=117971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:43:04.265666 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Network 15facfca-b234-4575-9e66-e5e51912e1d9 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:43:04.287137 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 15facfca-b234-4575-9e66-e5e51912e1d9) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:43:04.294964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:04.295812 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:04.302439 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb6e14-78b2-4434-82a3-80f920b592b8 None None] Network 15facfca-b234-4575-9e66-e5e51912e1d9 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:43:04.316490 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=35,neutron:INSERT=34 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:04.334940 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-660d046b-c04a-4377-8dfb-ba5841de3492 demo admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5935688 Aug 26 08:43:04.609941 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-15facfca-b234-4575-9e66-e5e51912e1d9', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:43:04.611298 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:04.940898 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Allocated IP 172.20.0.2 (15facfca-b234-4575-9e66-e5e51912e1d9/05a2d937-d09b-4e1f-8503-1f4b0bab9738/9652c796-02fa-4500-93a6-085b2e9c38d1) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:43:05.273419 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Publish callbacks [] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:05.285486 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:05.362528 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Network 15facfca-b234-4575-9e66-e5e51912e1d9 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:43:05.367851 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:43:05.375997 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:43:05.384055 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Pushing event updated for resources: {'Port': ['ID=9652c796-02fa-4500-93a6-085b2e9c38d1,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:05.417170 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.417493 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.417854 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.418203 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.418527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.418900 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.419215 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.419533 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.419857 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.420178 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.420500 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.420841 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.421158 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.421472 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.421788 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Tracked resource versions report: Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: pushed versions: Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: { 'AddressGroup': {'1.2'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Agent': {'1.1'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'ConntrackHelper': {'1.0'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Log': {'1.0'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'NDPProxy': {'1.0'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Network': {'1.1'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Port': {'1.7'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'PortForwarding': {'1.3'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'QosPolicy': {'1.10'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroup': {'1.5'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SubPort': {'1.0'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Subnet': {'1.1'}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Trunk': {'1.1'}} Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: consumer versions: Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Agent': '1.1', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'ConntrackHelper': '1.0', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'LocalIPAssociation': '1.0', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Log': '1.0', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'NDPProxy': '1.0', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Network': '1.1', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Port': '1.7', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'PortForwarding': '1.3', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'QosPolicy': '1.10', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroup': '1.5', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroupRule': '1.2', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SubPort': '1.0', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Subnet': '1.1', Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Trunk': '1.1'}} Aug 26 08:43:05.423230 dv-cinder-852364-5-iscsi neutron-server[117973]: {{(pid=117973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:43:05.479002 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Attempting to bind port 9652c796-02fa-4500-93a6-085b2e9c38d1 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:43:05.479715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Attempting to bind port 9652c796-02fa-4500-93a6-085b2e9c38d1 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:43:05.480196 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Attempting to bind port 9652c796-02fa-4500-93a6-085b2e9c38d1 on network 15facfca-b234-4575-9e66-e5e51912e1d9 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:43:05.488403 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:43:05.488848 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Checking segment: {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:43:05.489483 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:05.489885 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Bound using segment: {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:43:05.490391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Bound port: 9652c796-02fa-4500-93a6-085b2e9c38d1, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:43:05.490821 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:05.525555 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:05.571153 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] For port 9652c796-02fa-4500-93a6-085b2e9c38d1, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:43:05.607639 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] For port 9652c796-02fa-4500-93a6-085b2e9c38d1, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=9652c796-02fa-4500-93a6-085b2e9c38d1,segment=NetworkSegment(d27d56c0-346d-4986-83cb-c4d9cfff0d49),segment_id=d27d56c0-346d-4986-83cb-c4d9cfff0d49)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:43:05.620299 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:05.704188 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9af3-f3d8-4935-8403-c0a6a095ea82 None None] Pushing event updated for resources: {'Port': ['ID=9652c796-02fa-4500-93a6-085b2e9c38d1,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:06.253697 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=5 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:06.256391 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:07.068090 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40166) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:07.558033 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [None req-267104ef-4585-4b9e-862b-317345e83875 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:43:07.559510 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-267104ef-4585-4b9e-862b-317345e83875 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4899673 Aug 26 08:43:09.767463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=11,neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:10.312370 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40174) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:10.780421 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [None req-b7cb7f8a-63b7-4119-ad2d-b3880538bcc9 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:43:10.781579 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b7cb7f8a-63b7-4119-ad2d-b3880538bcc9 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4683297 Aug 26 08:43:13.632271 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40186) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:13.866579 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 9652c796-02fa-4500-93a6-085b2e9c38d1 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:43:14.003645 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 9652c796-02fa-4500-93a6-085b2e9c38d1 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:14.004558 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.153392 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 9652c796-02fa-4500-93a6-085b2e9c38d1 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:14.153880 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.196514 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:14.211898 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:43:14.214167 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 9652c796-02fa-4500-93a6-085b2e9c38d1, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=9652c796-02fa-4500-93a6-085b2e9c38d1,segment=NetworkSegment(d27d56c0-346d-4986-83cb-c4d9cfff0d49),segment_id=d27d56c0-346d-4986-83cb-c4d9cfff0d49)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:43:14.220603 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.262584 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (8ee58499-1fba-4157-be16-d34a76e80121), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.265151 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (8ee58499-1fba-4157-be16-d34a76e80121), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.304572 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=9652c796-02fa-4500-93a6-085b2e9c38d1,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:14.449269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] Publish callbacks [] for router_controller (8ee58499-1fba-4157-be16-d34a76e80121), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.456908 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (8ee58499-1fba-4157-be16-d34a76e80121), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.485719 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:14.491056 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-eed0cdc2-f47d-4a26-b177-ce1e8929df34 demo demo] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8542511 Aug 26 08:43:15.154693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e382647-6dd1-4680-9f7d-84ce94f60050 None None] Network 15facfca-b234-4575-9e66-e5e51912e1d9 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:43:15.219268 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-e148fb4f-c242-4280-a27f-bd7c09b43e59 None None] Provisioning complete for port 9652c796-02fa-4500-93a6-085b2e9c38d1 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:15.219712 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e148fb4f-c242-4280-a27f-bd7c09b43e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:15.394961 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-e148fb4f-c242-4280-a27f-bd7c09b43e59 None None] Current status of the port 9652c796-02fa-4500-93a6-085b2e9c38d1 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:15.603347 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f16f17e9-f464-4608-a5c0-b86c02648489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:15.721004 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-9b007d2b-faa3-468c-8943-762afaa1b8df None None] Provisioning complete for port 9652c796-02fa-4500-93a6-085b2e9c38d1 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:15.721264 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9b007d2b-faa3-468c-8943-762afaa1b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:15.835467 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-9b007d2b-faa3-468c-8943-762afaa1b8df None None] Current status of the port 9652c796-02fa-4500-93a6-085b2e9c38d1 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:15.857461 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 9652c796-02fa-4500-93a6-085b2e9c38d1 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:43:15.931743 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 9652c796-02fa-4500-93a6-085b2e9c38d1 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:15.932210 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:16.002263 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:16.023548 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 9652c796-02fa-4500-93a6-085b2e9c38d1 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:17.377806 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40194) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:17.783484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [None req-4b35f75c-66a0-4aa7-b309-7b1064caf135 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:43:17.784623 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4b35f75c-66a0-4aa7-b309-7b1064caf135 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4055827 Aug 26 08:43:18.284428 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14fa9568-d5d3-43cd-ad22-92572cdf858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:19.846959 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:20.435462 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40202) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:20.846333 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:43:20.881977 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Made reservation on behalf of 45132fb08c454ebaa1180c0b933c68b7 for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:43:20.885428 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:20.915387 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.045199 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:21.081565 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks [] for security_group (bb76f53e-1007-4f39-81d0-2b9542c45815), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.086018 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (bb76f53e-1007-4f39-81d0-2b9542c45815), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.098852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:21.107383 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Reserving flat network on physical network physnet1 {{(pid=117971) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 08:43:21.132527 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb76f53e-1007-4f39-81d0-2b9542c45815,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:21.135655 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752615228757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (c66ff9c6-ac44-43d5-98da-d80a31a9eaad), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.136539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Unsubscribe: segment precommit_create {{(pid=117971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 08:43:21.137012 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Added segment c66ff9c6-ac44-43d5-98da-d80a31a9eaad of type flat for network 42f31723-197b-42a3-b329-20a45380f69c Aug 26 08:43:21.213465 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (42f31723-197b-42a3-b329-20a45380f69c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.256071 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.269443 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (42f31723-197b-42a3-b329-20a45380f69c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.271285 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:21.271872 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:21.345752 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9090283 Aug 26 08:43:21.381625 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56dd97-3216-4461-8107-c11dd3f5e36d admin admin] Pushing event updated for resources: {'Network': ['ID=42f31723-197b-42a3-b329-20a45380f69c,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:21.394451 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 42f31723-197b-42a3-b329-20a45380f69c details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:43:21.638664 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:21.649724 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:22.169311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:24.003598 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40210) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:24.476158 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e26b8-c0e2-4f45-a1e4-4773e37d367e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:24.478319 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-447e26b8-c0e2-4f45-a1e4-4773e37d367e demo admin] 10.222.0.71 "GET /networking/v2.0/subnets/05a2d937-d09b-4e1f-8503-1f4b0bab9738 HTTP/1.1" status: 200 len: 849 time: 0.4735134 Aug 26 08:43:24.616636 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-334e9a4d-0e57-446f-a36b-aeadf3183ab3 demo admin] 10.222.0.71 "GET /networking/v2.0/routers/8ee58499-1fba-4157-be16-d34a76e80121 HTTP/1.1" status: 200 len: 704 time: 0.1314063 Aug 26 08:43:24.938315 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:25.360335 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Allocated IP 172.20.0.1 (15facfca-b234-4575-9e66-e5e51912e1d9/05a2d937-d09b-4e1f-8503-1f4b0bab9738/1ac3ab5a-6971-4672-a921-81dcd41c5747) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:43:25.501989 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:25.558356 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks [] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:25.597661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:25.664872 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:25.810223 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Network 15facfca-b234-4575-9e66-e5e51912e1d9 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:43:25.815588 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:43:25.818582 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:43:25.819504 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (8ee58499-1fba-4157-be16-d34a76e80121), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:25.882511 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Pushing event updated for resources: {'Port': ['ID=1ac3ab5a-6971-4672-a921-81dcd41c5747,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:26.085754 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:26.118181 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-01dd7b0e-a3b3-4551-97c1-8f3b536490c9 None None] Provisioning complete for port 1ac3ab5a-6971-4672-a921-81dcd41c5747 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:26.119204 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-01dd7b0e-a3b3-4551-97c1-8f3b536490c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:26.163311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-01dd7b0e-a3b3-4551-97c1-8f3b536490c9 None None] Port 1ac3ab5a-6971-4672-a921-81dcd41c5747 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:43:26.344344 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks [] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:26.350970 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:26.352517 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (8ee58499-1fba-4157-be16-d34a76e80121), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:26.478456 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Pushing event updated for resources: {'Port': ['ID=1ac3ab5a-6971-4672-a921-81dcd41c5747,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:26.544005 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Network 15facfca-b234-4575-9e66-e5e51912e1d9 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:43:26.545435 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:43:26.767475 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Router 8ee58499-1fba-4157-be16-d34a76e80121 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:43:26.794996 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-6eee74ca-7852-42db-b762-8509a0587e48 None None] Provisioning complete for port 1ac3ab5a-6971-4672-a921-81dcd41c5747 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:26.795660 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6eee74ca-7852-42db-b762-8509a0587e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:26.845355 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-6eee74ca-7852-42db-b762-8509a0587e48 None None] Port 1ac3ab5a-6971-4672-a921-81dcd41c5747 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:43:26.884233 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:26.891077 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:43:26.899112 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-67c624fb-bdbc-49ea-b6bd-01696c08f7cc demo admin] 10.222.0.71 "PUT /networking/v2.0/routers/8ee58499-1fba-4157-be16-d34a76e80121/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2757282 Aug 26 08:43:26.904095 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Sync routers for ids ['8ee58499-1fba-4157-be16-d34a76e80121'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:43:26.922844 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Routers {'8ee58499-1fba-4157-be16-d34a76e80121'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:43:26.924909 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:43:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['8ee58499-1fba-4157-be16-d34a76e80121'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:27.218475 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Set router 8ee58499-1fba-4157-be16-d34a76e80121 gateway port host: None {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:43:27.811722 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee58499-1fba-4157-be16-d34a76e80121', 'name': 'router1', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:43:14Z', 'updated_at': '2022-08-26T08:43:26Z', 'revision_number': 2, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'gw_port_host': None, '_interfaces': [{'id': '1ac3ab5a-6971-4672-a921-81dcd41c5747', 'name': '', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'mac_address': 'fa:16:3e:c0:d6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:24Z', 'updated_at': '2022-08-26T08:43:26Z', 'revision_number': 2, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'subnets': [{'id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:27.884596 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Checking router: 8ee58499-1fba-4157-be16-d34a76e80121 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:43:27.885130 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Updating router 8ee58499-1fba-4157-be16-d34a76e80121 port 1ac3ab5a-6971-4672-a921-81dcd41c5747 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:43:27.981354 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:28.735159 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Publish callbacks [] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:28.744421 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:28.930556 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Attempting to bind port 1ac3ab5a-6971-4672-a921-81dcd41c5747 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:43:28.931187 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Attempting to bind port 1ac3ab5a-6971-4672-a921-81dcd41c5747 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:43:28.931915 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Attempting to bind port 1ac3ab5a-6971-4672-a921-81dcd41c5747 on network 15facfca-b234-4575-9e66-e5e51912e1d9 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:43:28.935240 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Pushing event updated for resources: {'Port': ['ID=1ac3ab5a-6971-4672-a921-81dcd41c5747,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:28.943430 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:43:28.943826 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Checking segment: {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:43:28.944260 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:28.944644 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Bound using segment: {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:43:28.945132 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Bound port: 1ac3ab5a-6971-4672-a921-81dcd41c5747, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d56c0-346d-4986-83cb-c4d9cfff0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:43:28.945519 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:28.963343 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.963865 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.964331 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Tracked resource versions report: Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: pushed versions: Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: { 'AddressGroup': {'1.2'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Agent': {'1.1'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'ConntrackHelper': {'1.0'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Log': {'1.0'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'NDPProxy': {'1.0'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Network': {'1.1'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Port': {'1.7'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'PortForwarding': {'1.3'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'QosPolicy': {'1.10'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroup': {'1.5'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SubPort': {'1.0'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Subnet': {'1.1'}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Trunk': {'1.1'}} Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: consumer versions: Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Agent': '1.1', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'ConntrackHelper': '1.0', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'LocalIPAssociation': '1.0', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Log': '1.0', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'NDPProxy': '1.0', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Network': '1.1', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Port': '1.7', Aug 26 08:43:28.973662 dv-cinder-852364-5-iscsi neutron-server[117974]: 'PortForwarding': '1.3', Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: 'QosPolicy': '1.10', Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroup': '1.5', Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroupRule': '1.2', Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SubPort': '1.0', Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Subnet': '1.1', Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Trunk': '1.1'}} Aug 26 08:43:28.986979 dv-cinder-852364-5-iscsi neutron-server[117974]: {{(pid=117974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:43:29.072252 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] For port 1ac3ab5a-6971-4672-a921-81dcd41c5747, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:43:29.102995 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] For port 1ac3ab5a-6971-4672-a921-81dcd41c5747, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=1ac3ab5a-6971-4672-a921-81dcd41c5747,segment=NetworkSegment(d27d56c0-346d-4986-83cb-c4d9cfff0d49),segment_id=d27d56c0-346d-4986-83cb-c4d9cfff0d49)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:43:29.111535 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:29.150225 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:29.153074 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:29.172464 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Routers {'8ee58499-1fba-4157-be16-d34a76e80121'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:43:29.173163 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:43:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['8ee58499-1fba-4157-be16-d34a76e80121'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:29.181939 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861988-92a9-4bd3-a1bb-0f1ed5d572ff None None] Pushing event updated for resources: {'Port': ['ID=1ac3ab5a-6971-4672-a921-81dcd41c5747,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:29.282971 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] Set router 8ee58499-1fba-4157-be16-d34a76e80121 gateway port host: None {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:43:29.558500 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee58499-1fba-4157-be16-d34a76e80121', 'name': 'router1', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:43:14Z', 'updated_at': '2022-08-26T08:43:26Z', 'revision_number': 2, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'gw_port_host': None, '_interfaces': [{'id': '1ac3ab5a-6971-4672-a921-81dcd41c5747', 'name': '', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'mac_address': 'fa:16:3e:c0:d6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:24Z', 'updated_at': '2022-08-26T08:43:29Z', 'revision_number': 4, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'subnets': [{'id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:29.602689 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495af4f-4e0c-4bb7-94af-4c9bfb509139 None None] The sync data for ids ['8ee58499-1fba-4157-be16-d34a76e80121'] in dv-cinder-852364-5-iscsi is: [{'id': '8ee58499-1fba-4157-be16-d34a76e80121', 'name': 'router1', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:43:14Z', 'updated_at': '2022-08-26T08:43:26Z', 'revision_number': 2, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'gw_port_host': None, '_interfaces': [{'id': '1ac3ab5a-6971-4672-a921-81dcd41c5747', 'name': '', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'mac_address': 'fa:16:3e:c0:d6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:24Z', 'updated_at': '2022-08-26T08:43:29Z', 'revision_number': 4, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'subnets': [{'id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:43:30.024202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40220) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:30.751878 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5a4d-4800-449b-aaaa-23777f5fb57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:30.753618 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-664b5a4d-4800-449b-aaaa-23777f5fb57a admin admin] 10.222.0.71 "GET /networking/v2.0/networks/42f31723-197b-42a3-b329-20a45380f69c HTTP/1.1" status: 200 len: 842 time: 0.7282710 Aug 26 08:43:30.768183 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:43:30.804631 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Made reservation on behalf of 45132fb08c454ebaa1180c0b933c68b7 for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:43:30.807949 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:31.503555 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.objects.ports [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=117972) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 26 08:43:31.504619 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (88246d07-51d9-4590-873e-316d8eeff338), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:31.601493 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88246d07-51d9-4590-873e-316d8eeff338,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:31.614412 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:43:31.614773 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Network hostable DHCP agents. Network: 42f31723-197b-42a3-b329-20a45380f69c, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:43:31.651657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:43:31.671839 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 42f31723-197b-42a3-b329-20a45380f69c) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:43:31.680437 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:31.681474 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:31.693472 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d061407-28f4-49cb-ad26-1ac51dd58fa1 None None] Network 42f31723-197b-42a3-b329-20a45380f69c requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:43:31.721466 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-8e6106a9-c465-48fa-97b4-9d054202dd81 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9570677 Aug 26 08:43:31.898696 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a324fe-58d9-430a-b187-f96a60005d65 None None] Network 42f31723-197b-42a3-b329-20a45380f69c requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:43:31.970464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:35.058840 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40228) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:35.953328 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-fa3bc4a4-7b3d-4d5f-bd76-1a76f4bcfa9b demo admin] 10.222.0.71 "GET /networking/v2.0/routers/8ee58499-1fba-4157-be16-d34a76e80121 HTTP/1.1" status: 200 len: 710 time: 0.8926842 Aug 26 08:43:36.134636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e7f30-34de-472d-817c-8a59a3352d17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:43:36.138787 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5e4e7f30-34de-472d-817c-8a59a3352d17 demo admin] 10.222.0.71 "GET /networking/v2.0/networks/42f31723-197b-42a3-b329-20a45380f69c HTTP/1.1" status: 200 len: 886 time: 0.1772187 Aug 26 08:43:36.154723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:43:36.528388 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:36.542390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks [] for router_gateway (8ee58499-1fba-4157-be16-d34a76e80121), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:36.626477 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:36.840630 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks [] for router_gateway (8ee58499-1fba-4157-be16-d34a76e80121), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:36.888071 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:36.960112 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:37.308371 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Allocated IP 172.27.3.142 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/111f3aef-0f48-4452-a407-0187422f2bcb) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:43:37.511103 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks [] for port (111f3aef-0f48-4452-a407-0187422f2bcb), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:37.593425 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:37.633423 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:43:37.704146 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:43:37.706336 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:43:37.725020 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:43:37.732918 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Pushing event updated for resources: {'Port': ['ID=111f3aef-0f48-4452-a407-0187422f2bcb,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:37.928209 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 1ac3ab5a-6971-4672-a921-81dcd41c5747 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:43:38.018567 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 1ac3ab5a-6971-4672-a921-81dcd41c5747 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:38.019687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.149895 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 1ac3ab5a-6971-4672-a921-81dcd41c5747 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:38.150524 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.203041 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 1ac3ab5a-6971-4672-a921-81dcd41c5747, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=1ac3ab5a-6971-4672-a921-81dcd41c5747,segment=NetworkSegment(d27d56c0-346d-4986-83cb-c4d9cfff0d49),segment_id=d27d56c0-346d-4986-83cb-c4d9cfff0d49)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:43:38.209329 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.231093 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks [] for router_gateway (8ee58499-1fba-4157-be16-d34a76e80121), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.276453 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=1ac3ab5a-6971-4672-a921-81dcd41c5747,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:38.283443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:38.361815 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:38.505889 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16359988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16363260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125887'] for router (8ee58499-1fba-4157-be16-d34a76e80121), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.512996 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16359999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16360062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16363207'] for router (8ee58499-1fba-4157-be16-d34a76e80121), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.668522 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Router 8ee58499-1fba-4157-be16-d34a76e80121 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:43:38.805002 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:43:38.821501 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:38.824905 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d5c62d35-7a4f-47cd-b79d-bb6f1e049863 demo admin] 10.222.0.71 "PUT /networking/v2.0/routers/8ee58499-1fba-4157-be16-d34a76e80121 HTTP/1.1" status: 200 len: 890 time: 2.6758082 Aug 26 08:43:38.829731 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Sync routers for ids ['8ee58499-1fba-4157-be16-d34a76e80121'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:43:38.852915 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Routers {'8ee58499-1fba-4157-be16-d34a76e80121'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:43:38.853874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:43:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['8ee58499-1fba-4157-be16-d34a76e80121'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:39.173881 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Set router 8ee58499-1fba-4157-be16-d34a76e80121 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:43:39.427063 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:39.849566 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee58499-1fba-4157-be16-d34a76e80121', 'name': 'router1', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '111f3aef-0f48-4452-a407-0187422f2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:43:14Z', 'updated_at': '2022-08-26T08:43:38Z', 'revision_number': 4, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'gw_port': {'id': '111f3aef-0f48-4452-a407-0187422f2bcb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:36Z', 'updated_at': '2022-08-26T08:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '1ac3ab5a-6971-4672-a921-81dcd41c5747', 'name': '', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'mac_address': 'fa:16:3e:c0:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:24Z', 'updated_at': '2022-08-26T08:43:38Z', 'revision_number': 5, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'subnets': [{'id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:39.886518 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 1ac3ab5a-6971-4672-a921-81dcd41c5747 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:43:40.045443 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Checking router: 8ee58499-1fba-4157-be16-d34a76e80121 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:43:40.045903 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Updating router 8ee58499-1fba-4157-be16-d34a76e80121 port 111f3aef-0f48-4452-a407-0187422f2bcb binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:43:40.149237 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.211508 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 1ac3ab5a-6971-4672-a921-81dcd41c5747 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:40.212273 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.564024 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:40.600913 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 1ac3ab5a-6971-4672-a921-81dcd41c5747 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:40.769306 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Publish callbacks [] for port (111f3aef-0f48-4452-a407-0187422f2bcb), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.776556 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.823708 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Attempting to bind port 111f3aef-0f48-4452-a407-0187422f2bcb on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:43:40.824092 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Attempting to bind port 111f3aef-0f48-4452-a407-0187422f2bcb by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:43:40.824437 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Attempting to bind port 111f3aef-0f48-4452-a407-0187422f2bcb on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:43:40.839378 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:43:40.839776 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:43:40.840164 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.840552 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:43:40.841024 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Bound port: 111f3aef-0f48-4452-a407-0187422f2bcb, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:43:40.841399 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.843221 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fdbbf-b005-45d8-89ef-a2d40a354034 None None] Pushing event updated for resources: {'Port': ['ID=111f3aef-0f48-4452-a407-0187422f2bcb,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:40.919153 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] For port 111f3aef-0f48-4452-a407-0187422f2bcb, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:43:40.924712 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] For port 111f3aef-0f48-4452-a407-0187422f2bcb, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=111f3aef-0f48-4452-a407-0187422f2bcb,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:43:40.936191 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:40.995554 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Routers {'8ee58499-1fba-4157-be16-d34a76e80121'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:43:40.996464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:43:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['8ee58499-1fba-4157-be16-d34a76e80121'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:41.092407 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fdbbf-b005-45d8-89ef-a2d40a354034 None None] Pushing event updated for resources: {'Port': ['ID=111f3aef-0f48-4452-a407-0187422f2bcb,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:41.177939 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:41.194033 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] Set router 8ee58499-1fba-4157-be16-d34a76e80121 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:43:41.521300 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-70015577-8980-4d83-8306-d869129b8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee58499-1fba-4157-be16-d34a76e80121', 'name': 'router1', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '111f3aef-0f48-4452-a407-0187422f2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:43:14Z', 'updated_at': '2022-08-26T08:43:38Z', 'revision_number': 4, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'gw_port': {'id': '111f3aef-0f48-4452-a407-0187422f2bcb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:36Z', 'updated_at': '2022-08-26T08:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '1ac3ab5a-6971-4672-a921-81dcd41c5747', 'name': '', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'mac_address': 'fa:16:3e:c0:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:24Z', 'updated_at': '2022-08-26T08:43:38Z', 'revision_number': 5, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'subnets': [{'id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:43:41.559141 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70015577-8980-4d83-8306-d869129b8da6 None None] The sync data for ids ['8ee58499-1fba-4157-be16-d34a76e80121'] in dv-cinder-852364-5-iscsi is: [{'id': '8ee58499-1fba-4157-be16-d34a76e80121', 'name': 'router1', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '111f3aef-0f48-4452-a407-0187422f2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:43:14Z', 'updated_at': '2022-08-26T08:43:38Z', 'revision_number': 4, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'gw_port': {'id': '111f3aef-0f48-4452-a407-0187422f2bcb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:36Z', 'updated_at': '2022-08-26T08:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '1ac3ab5a-6971-4672-a921-81dcd41c5747', 'name': '', 'network_id': '15facfca-b234-4575-9e66-e5e51912e1d9', 'tenant_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'mac_address': 'fa:16:3e:c0:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee58499-1fba-4157-be16-d34a76e80121', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:43:24Z', 'updated_at': '2022-08-26T08:43:38Z', 'revision_number': 5, 'project_id': 'e55f1cc9f9c9481698d6962c7af7fbfe', 'subnets': [{'id': '05a2d937-d09b-4e1f-8503-1f4b0bab9738', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89722f3a-c3e1-4de4-a66d-70cd8c1245b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:43:41.920303 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 111f3aef-0f48-4452-a407-0187422f2bcb up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:43:41.996609 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 111f3aef-0f48-4452-a407-0187422f2bcb triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:41.997225 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:42.102573 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 111f3aef-0f48-4452-a407-0187422f2bcb is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:42.103061 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:42.132826 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 111f3aef-0f48-4452-a407-0187422f2bcb, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=111f3aef-0f48-4452-a407-0187422f2bcb,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:43:42.138827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:42.174482 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:42.206578 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=111f3aef-0f48-4452-a407-0187422f2bcb,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:43:42.331331 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40240) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:43:42.915421 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a5cfc96e-69af-4ab3-847f-63e99fc97407 admin admin] 10.222.0.71 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5826321 Aug 26 08:43:43.868054 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 111f3aef-0f48-4452-a407-0187422f2bcb up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:43:43.919169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 111f3aef-0f48-4452-a407-0187422f2bcb triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:43:43.919709 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (111f3aef-0f48-4452-a407-0187422f2bcb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:44.016871 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 111f3aef-0f48-4452-a407-0187422f2bcb is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:43:45.606500 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e119942f-fadb-40a8-94d1-1850213090d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:47.627926 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=31 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:47.627926 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=39 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:48.328979 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a845-f704-4252-a8df-c4b4af98736e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:49.851360 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:51.283895 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:52.205252 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:43:52.905658 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=34 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:52.918091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=49 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:58.658155 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:43:58.664789 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:02.173449 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:02.197291 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:14.645378 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:44:15.750471 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8f7e-780b-4503-b216-c8fa9c3c39ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:18.280961 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6e3b58ee-c762-49f1-95b9-beb50dac09f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:19.848511 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:21.256964 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:22.176417 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:24.641107 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:32.164012 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:32.173142 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:35.646935 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:43.627048 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:44:45.607779 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-bfacc9d9-fa68-43ac-9d07-1198027d5a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:48.284740 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0dacd558-a831-492d-bc8b-6db8bd217586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:49.854263 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:51.256375 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:44:51.645412 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:44:52.186683 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:01.631883 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:01.633440 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:02.176010 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:02.179543 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:12.646943 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:12.648971 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:13.320427 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40780) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:13.758531 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bad0d7-4e67-4631-885b-b4c8c369809b admin admin] GET failed (client error): The resource could not be found. Aug 26 08:45:13.759956 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-77bad0d7-4e67-4631-885b-b4c8c369809b admin admin] 10.222.0.71 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4386525 Aug 26 08:45:14.021733 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a917f6-f468-4775-822c-69bfd184f2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:14.023342 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-33a917f6-f468-4775-822c-69bfd184f2a2 admin admin] 10.222.0.71 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2588749 Aug 26 08:45:15.595663 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a31e3205-b995-4208-af57-08cc7b096e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:16.438068 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40790) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:16.885295 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980f735-4721-4bca-8211-df2218b61620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:16.886723 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0980f735-4721-4bca-8211-df2218b61620 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets/05a2d937-d09b-4e1f-8503-1f4b0bab9738 HTTP/1.1" status: 200 len: 849 time: 0.4473610 Aug 26 08:45:16.897517 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:45:17.008792 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Publish callbacks [] for subnet (05a2d937-d09b-4e1f-8503-1f4b0bab9738), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:17.177456 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752615287179'] for subnet (05a2d937-d09b-4e1f-8503-1f4b0bab9738), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:17.218062 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:17.218670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:17.220173 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] 10.222.0.71 "PUT /networking/v2.0/subnets/05a2d937-d09b-4e1f-8503-1f4b0bab9738 HTTP/1.1" status: 200 len: 868 time: 0.3268600 Aug 26 08:45:17.230646 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38df7f0-63c8-408f-ab46-f684a780ae2a None None] Network 15facfca-b234-4575-9e66-e5e51912e1d9 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:45:17.249459 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a2d937-d09b-4e1f-8503-1f4b0bab9738,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:45:17.260411 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.260854 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.261311 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.261785 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.262190 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.262669 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.263131 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.263693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.264288 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.264959 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.265449 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.265913 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.266374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.266834 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.267540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f86c31-89f6-4fca-8c62-5e93bd2111c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:45:17.596559 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-921784e0-6745-47e3-9f1b-b70c6d498451 None None] Provisioning complete for port 1ac3ab5a-6971-4672-a921-81dcd41c5747 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:45:17.597242 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-921784e0-6745-47e3-9f1b-b70c6d498451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1ac3ab5a-6971-4672-a921-81dcd41c5747), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:17.713281 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-921784e0-6745-47e3-9f1b-b70c6d498451 None None] Current status of the port 1ac3ab5a-6971-4672-a921-81dcd41c5747 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:45:17.726579 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-921784e0-6745-47e3-9f1b-b70c6d498451 None None] Provisioning complete for port 9652c796-02fa-4500-93a6-085b2e9c38d1 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:45:17.727223 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-921784e0-6745-47e3-9f1b-b70c6d498451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9652c796-02fa-4500-93a6-085b2e9c38d1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:17.845853 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-921784e0-6745-47e3-9f1b-b70c6d498451 None None] Current status of the port 9652c796-02fa-4500-93a6-085b2e9c38d1 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:45:18.278416 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-401081e8-d72f-46cc-a1fc-dcffc51fe3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:19.664299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40800) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:19.851654 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:20.286782 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9c698-9989-462e-9dbd-e965a04c01a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:20.287192 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9c698-9989-462e-9dbd-e965a04c01a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:20.288844 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6bf9c698-9989-462e-9dbd-e965a04c01a4 admin admin] 10.222.0.71 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.6235647 Aug 26 08:45:21.260141 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:22.188145 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:22.741628 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40808) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:23.361369 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7eb937-339a-4e67-b898-903b9690eac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:23.362234 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7eb937-339a-4e67-b898-903b9690eac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:23.365192 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6c7eb937-339a-4e67-b898-903b9690eac6 admin admin] 10.222.0.71 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.6221910 Aug 26 08:45:24.016275 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=15 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:24.018814 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=10 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:25.914081 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40816) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:26.414353 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3aae92-4fd7-4b3d-88d1-3042e1d70e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:26.416185 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0e3aae92-4fd7-4b3d-88d1-3042e1d70e3a admin admin] 10.222.0.71 "GET /networking/v2.0/networks/15facfca-b234-4575-9e66-e5e51912e1d9 HTTP/1.1" status: 200 len: 870 time: 0.5007484 Aug 26 08:45:28.640892 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:45:28.960075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40824) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:29.566585 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e5c6a-5bfd-40b2-85b2-e691d7c6ca3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:29.568185 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3c7e5c6a-5bfd-40b2-85b2-e691d7c6ca3e admin admin] 10.222.0.71 "GET /networking/v2.0/networks/42f31723-197b-42a3-b329-20a45380f69c HTTP/1.1" status: 200 len: 886 time: 0.6069152 Aug 26 08:45:32.178442 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=43 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:32.182450 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:32.201170 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40832) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:32.852592 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48ce0e-9111-46e5-8de7-8249a764a0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:32.852954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48ce0e-9111-46e5-8de7-8249a764a0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:32.855421 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-ab48ce0e-9111-46e5-8de7-8249a764a0b9 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6528547 Aug 26 08:45:35.695042 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40840) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:36.257320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4a1fe-5c01-4200-a036-e5f75951bcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:36.257797 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4a1fe-5c01-4200-a036-e5f75951bcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:36.259709 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-10e4a1fe-5c01-4200-a036-e5f75951bcc6 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5635197 Aug 26 08:45:38.975257 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40848) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:39.467933 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:39.469564 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:39.514694 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734f8f5-b8df-48c6-84e9-f90f59b56aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:39.516048 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0734f8f5-b8df-48c6-84e9-f90f59b56aeb admin admin] 10.222.0.71 "GET /networking/v2.0/subnets/05a2d937-d09b-4e1f-8503-1f4b0bab9738 HTTP/1.1" status: 200 len: 868 time: 0.5396183 Aug 26 08:45:42.427308 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40858) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:45:42.977618 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7a24f-2ae8-4080-aef3-06eba9307c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:45:42.979301 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-99c7a24f-2ae8-4080-aef3-06eba9307c2b admin admin] 10.222.0.71 "GET /networking/v2.0/subnets/88246d07-51d9-4590-873e-316d8eeff338 HTTP/1.1" status: 200 len: 816 time: 0.5501938 Aug 26 08:45:45.600921 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-31a6f466-091b-486f-a7b4-fb19489a60b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:48.280873 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d7d3155f-fa05-4e04-83c2-b33429676771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:49.509540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:49.511352 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=10 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:49.647065 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=23 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:49.648171 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=13 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:49.853927 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:51.261140 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:52.188262 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:45:52.971840 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=19 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:45:52.974460 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=24 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:02.179646 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:02.182115 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:05.641336 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:46:13.054222 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40914) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:46:13.423519 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [None req-90469a77-a6f7-4489-8ac4-69f020453d88 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:46:13.424785 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-90469a77-a6f7-4489-8ac4-69f020453d88 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3696804 Aug 26 08:46:15.603512 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-70f04f7f-c38a-49bd-b128-ad4a2f6b01c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:15.637250 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:15.897327 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40922) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:46:16.292211 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ddf659-fd05-426e-b80d-96f01a8cf6fd admin admin] GET failed (client error): The resource could not be found. Aug 26 08:46:16.294928 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-15ddf659-fd05-426e-b80d-96f01a8cf6fd admin admin] 10.222.0.71 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3953998 Aug 26 08:46:16.396336 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a827a02-7c83-4244-a2f2-2094c1463ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:46:16.410928 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6a827a02-7c83-4244-a2f2-2094c1463ac1 admin admin] 10.222.0.71 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0960906 Aug 26 08:46:18.277519 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c6403e36-4400-4fe2-a3a7-ed2c78e63281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:18.850290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40930) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:46:19.230929 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:46:19.265366 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Made reservation on behalf of 45132fb08c454ebaa1180c0b933c68b7 for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:46:19.267959 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:19.303738 dv-cinder-852364-5-iscsi neutron-server[117971]: WARNING neutron.services.revisions.revision_plugin [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Could not find related network for resource to bump revision. Aug 26 08:46:19.322495 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=117971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:46:19.334004 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (fe3f4814-b316-4cac-b7f4-9859bb31ffee), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:19.334367 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Added segment fe3f4814-b316-4cac-b7f4-9859bb31ffee of type vlan for network cef599d2-19e7-4024-8e64-36c75eab6420 Aug 26 08:46:19.390025 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (cef599d2-19e7-4024-8e64-36c75eab6420), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:19.420295 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (cef599d2-19e7-4024-8e64-36c75eab6420), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:19.421252 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:46:19.421912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:19.483365 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6320231 Aug 26 08:46:19.490998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Pushing event updated for resources: {'Network': ['ID=cef599d2-19e7-4024-8e64-36c75eab6420,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:46:19.499702 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.500006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.500344 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.500780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.501217 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.501538 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.501871 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.502209 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.502561 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.502924 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.503248 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.503586 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.503912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.504228 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.504542 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107946-b4f8-4704-ab11-c8a6a28be61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:19.518687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network cef599d2-19e7-4024-8e64-36c75eab6420 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:46:19.863558 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:21.259532 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:21.994005 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 40938) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:46:22.190324 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:22.428577 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffad9ea-c250-4b74-bf56-26cc57072475 admin admin] GET failed (client error): The resource could not be found. Aug 26 08:46:22.429849 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-dffad9ea-c250-4b74-bf56-26cc57072475 admin admin] 10.222.0.71 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4348633 Aug 26 08:46:22.515887 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc0088-4758-419f-91f4-cc39864094f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:46:22.517507 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1cfc0088-4758-419f-91f4-cc39864094f9 admin admin] 10.222.0.71 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0817444 Aug 26 08:46:22.533559 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:46:22.562671 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Made reservation on behalf of 45132fb08c454ebaa1180c0b933c68b7 for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:46:22.567603 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:22.783851 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (1a26ef8f-8335-43c2-b5fc-728837300f9c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:22.840637 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a26ef8f-8335-43c2-b5fc-728837300f9c,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:46:22.852696 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.853042 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.853417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.853760 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.854096 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.854429 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.854759 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.855115 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.855459 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.855792 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.856143 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.856482 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.856811 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.857138 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.857473 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:22.864895 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Checking segment: {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:46:22.865280 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Network hostable DHCP agents. Network: cef599d2-19e7-4024-8e64-36c75eab6420, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:46:22.886120 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Network cef599d2-19e7-4024-8e64-36c75eab6420 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:46:22.896982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, cef599d2-19e7-4024-8e64-36c75eab6420) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:46:22.901750 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:46:22.902438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:22.909115 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ec113-6ed8-40a2-9bf6-31686c65b1bd None None] Network cef599d2-19e7-4024-8e64-36c75eab6420 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:46:22.926966 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-83b223d4-890e-41a5-97d7-5d37a7df9086 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3936162 Aug 26 08:46:23.045856 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-cef599d2-19e7-4024-8e64-36c75eab6420', 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420', 'project_id': '45132fb08c454ebaa1180c0b933c68b7', 'fixed_ips': [{'subnet_id': '1a26ef8f-8335-43c2-b5fc-728837300f9c'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:46:23.046867 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:23.225658 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Allocated IP 192.168.233.2 (cef599d2-19e7-4024-8e64-36c75eab6420/1a26ef8f-8335-43c2-b5fc-728837300f9c/8e9f440a-4a8a-46d1-99c9-f5aee4063d2a) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:46:23.478361 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Publish callbacks [] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:23.487931 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:23.541385 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Network cef599d2-19e7-4024-8e64-36c75eab6420 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:46:23.547453 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Pushing event updated for resources: {'Port': ['ID=8e9f440a-4a8a-46d1-99c9-f5aee4063d2a,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:46:23.550309 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:46:23.553703 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:46:23.562869 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.563270 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.563605 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.563968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.564308 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.564638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.564963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.565290 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.565655 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.566066 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.566400 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.566742 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.567093 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.567422 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.567779 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:46:23.637917 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Attempting to bind port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:46:23.638287 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Attempting to bind port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:46:23.638677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Attempting to bind port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a on network cef599d2-19e7-4024-8e64-36c75eab6420 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:46:23.645220 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:46:23.645599 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Checking segment: {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:46:23.645995 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:23.646401 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Bound using segment: {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:46:23.647068 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Bound port: 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:46:23.647473 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:23.724034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-110982b4-3501-4855-a962-87d33efa0acd None None] For port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:46:23.725991 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:23.728278 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-110982b4-3501-4855-a962-87d33efa0acd None None] For port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8e9f440a-4a8a-46d1-99c9-f5aee4063d2a,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:46:23.729779 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:23.738385 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:23.806836 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110982b4-3501-4855-a962-87d33efa0acd None None] Pushing event updated for resources: {'Port': ['ID=8e9f440a-4a8a-46d1-99c9-f5aee4063d2a,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:46:24.789863 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832728d0-bd44-42ed-821d-46024000a381 None None] Network cef599d2-19e7-4024-8e64-36c75eab6420 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:46:24.851158 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] Provisioning complete for port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:46:24.851526 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:25.008382 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] Current status of the port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:46:25.008784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:25.049287 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] For port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8e9f440a-4a8a-46d1-99c9-f5aee4063d2a,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:46:25.055378 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:25.132610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af759e-98c4-40f6-986c-fa1e7dd58fd2 None None] Pushing event updated for resources: {'Port': ['ID=8e9f440a-4a8a-46d1-99c9-f5aee4063d2a,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:46:25.280393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-e11516e8-76e0-4e72-99aa-823e1507863a None None] Provisioning complete for port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:46:25.281006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e11516e8-76e0-4e72-99aa-823e1507863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:25.366485 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-e11516e8-76e0-4e72-99aa-823e1507863a None None] Current status of the port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:46:25.990796 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:46:26.052022 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:46:26.052802 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8e9f440a-4a8a-46d1-99c9-f5aee4063d2a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:26.170302 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 8e9f440a-4a8a-46d1-99c9-f5aee4063d2a is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:46:26.645444 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:26.646865 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:29.488839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:29.494807 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=26,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:32.916204 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:32.918010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:36.165049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:36.168471 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=73 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:42.643712 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:46:45.613584 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a51f774d-fe0c-4a55-87a2-af4959f33383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:48.289749 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c06ae285-55a6-4282-83e7-49571d9f4e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:49.862103 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:51.258558 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:52.194098 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:46:52.637409 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:46:52.638154 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:02.185274 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:02.188132 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:03.642804 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:03.644331 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:15.601968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3097a214-b114-4ec9-8aa3-dbec83fc38d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:18.289244 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d0f2288b-651a-413e-a213-94b88e818613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:19.643329 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:47:19.861631 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:21.260711 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:22.215753 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:29.638088 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:29.639238 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:32.200821 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:32.202880 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:45.599669 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6478718e-178d-467d-b8d5-445b993f23d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:46.357201 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=11 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:46.369935 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=21 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:46.624569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 40982) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:47:46.631069 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [None req-f3b91cd8-e426-4a26-b792-271c56a4d4a6 tempest-verify_tempest_config-1857394271 tempest-verify_tempest_config-1857394271-project] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:47:46.632647 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f3b91cd8-e426-4a26-b792-271c56a4d4a6 tempest-verify_tempest_config-1857394271 tempest-verify_tempest_config-1857394271-project] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066841 Aug 26 08:47:47.264141 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41000) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:47:47.701454 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:47.797786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Publish callbacks [] for security_group (89c79916-7042-448b-bd58-dd5e9f962d6f), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:47.803649 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (89c79916-7042-448b-bd58-dd5e9f962d6f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:47.857258 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=313a1631eda04cc59bc71a84839ddbcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5915704 Aug 26 08:47:47.858333 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c79916-7042-448b-bd58-dd5e9f962d6f,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:47:47.862415 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41004) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:47:47.868935 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.869483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.870036 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.870567 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.871054 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.871479 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.871943 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.872373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.872845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.873267 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.873513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.873924 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.874343 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.874759 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.875207 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa381dfa-4544-4b63-8715-32e0922e14a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:47.947991 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Publish callbacks [] for security_group (89c79916-7042-448b-bd58-dd5e9f962d6f), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:47.972147 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Publish callbacks [] for security_group (89c79916-7042-448b-bd58-dd5e9f962d6f), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:48.101827 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (89c79916-7042-448b-bd58-dd5e9f962d6f), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:48.106403 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:48.108499 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/89c79916-7042-448b-bd58-dd5e9f962d6f HTTP/1.1" status: 204 len: 168 time: 0.2438209 Aug 26 08:47:48.122430 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c79916-7042-448b-bd58-dd5e9f962d6f,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:47:48.132774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.132774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.132774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.132774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.132774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.132774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.133854 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.133854 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.133854 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.134327 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.134327 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.134807 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.135059 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.135387 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.135790 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b120a9f-8cdf-4edd-b876-37cfb4c00fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:47:48.299293 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-39b647f8-c10e-45c2-967c-1bd34020557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:49.874838 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:51.264032 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:52.202842 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:47:56.643835 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:47:57.847809 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:57.864150 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:58.113329 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:47:58.126638 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:02.195322 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:02.198710 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:06.638634 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:15.594789 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c86c864d-d52a-4f26-9662-a74acc8b9dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:17.634062 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:17.640141 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:18.292761 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-30c76a3d-1f59-4d71-95a0-1ba6f4018c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:19.871303 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:21.263703 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:22.202573 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:32.196023 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:32.197921 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:33.643726 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:48:43.637968 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:43.638972 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:45.600911 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-01a72d2f-6341-4789-a8bc-898d06579fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:48.291716 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-09b8d08f-c1f3-484c-975f-adb8c44b33f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:49.871124 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:51.265361 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:52.213979 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:48:54.645580 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:48:54.646369 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:02.202487 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:02.207054 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:10.645758 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 5 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:49:15.610641 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-eaa1582a-cfbe-4f0b-aad2-8e64a7f1f9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:18.287568 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-2298e309-51d4-4ad5-b5fa-fc6f6dcb1caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:19.877774 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:20.639763 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:20.641674 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:21.379896 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:22.211620 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:30.180642 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16361212'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:31.630368 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:31.634565 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:40.172399 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:40.175563 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:42.343837 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41102) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:49:42.499108 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1c709687-ddeb-4f2e-a5fd-638520cad4a7 admin admin] 10.222.0.71 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1537385 Aug 26 08:49:44.719299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41112) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:49:44.793670 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-748b5ec5-bd75-466f-bfa1-d6140e981ea8 admin admin] 10.222.0.71 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0732017 Aug 26 08:49:45.607813 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7a82e0c4-8b1c-4035-bdf5-88b5d52dca3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:46.353874 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=11 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:46.357560 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=15 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:47.645672 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:49:48.296763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-33222b8b-d989-4f3b-9ffa-c9a0cf32fe63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:49.877506 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:51.268478 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:52.218058 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:49:52.494202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:54.787325 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:57.640077 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:49:57.641011 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:00.151185 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:08.634144 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:08.636296 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:10.142771 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:10.145108 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:15.602911 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-aba79daf-1085-45b2-9dd0-5e855c914179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:18.301859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6e019f40-89f1-4ff0-8f8f-3ae64ab27c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:19.884691 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:21.273998 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:22.221502 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:24.645437 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:50:30.182070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:40.174556 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:40.175933 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:45.626084 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c3963948-1a19-455e-8e39-2da2b132e93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:45.653218 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:45.655102 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:50:48.291201 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a4e70727-c3fa-494d-8f61-e75a8624c28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:49.882914 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:51.264963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:50:52.236402 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:00.205829 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:01.648327 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:51:10.196156 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:10.200171 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:11.641780 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:15.618255 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-efbe3744-f573-41bc-8396-7e924ee2c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:18.306274 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9cec0508-9912-4b22-a803-8f0483b093fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:19.905183 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:21.301470 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:22.266743 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:22.640172 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:22.643681 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:25.144704 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41296) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:25.531862 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1292046684-network', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:25.557392 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Made reservation on behalf of 88aa61636dd846f0a95be974b6b99d05 for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:25.562631 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.578283 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.689084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks [] for security_group (4a100922-2fb9-47dc-964a-475d0f58f043), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.695512 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4a100922-2fb9-47dc-964a-475d0f58f043), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.740492 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a100922-2fb9-47dc-964a-475d0f58f043,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:25.753608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.754061 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.754439 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.754991 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.755459 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.755802 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.756281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.756850 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.757522 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.757823 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.758311 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.758806 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.759328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.759714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.760059 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Tracked resource versions report: Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: pushed versions: Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: { 'AddressGroup': {'1.2'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Agent': {'1.1'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'ConntrackHelper': {'1.0'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Log': {'1.0'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'NDPProxy': {'1.0'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Network': {'1.1'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Port': {'1.7'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'PortForwarding': {'1.3'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'QosPolicy': {'1.10'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroup': {'1.5'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SubPort': {'1.0'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Subnet': {'1.1'}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Trunk': {'1.1'}} Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: consumer versions: Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: HyperV agent@hv-cinder-85236: {}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Agent': '1.1', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'ConntrackHelper': '1.0', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'LocalIPAssociation': '1.0', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Log': '1.0', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'NDPProxy': '1.0', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Network': '1.1', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Port': '1.7', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'PortForwarding': '1.3', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'QosPolicy': '1.10', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroup': '1.5', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SecurityGroupRule': '1.2', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'SubPort': '1.0', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Subnet': '1.1', Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: 'Trunk': '1.1'}} Aug 26 08:51:25.761258 dv-cinder-852364-5-iscsi neutron-server[117971]: {{(pid=117971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:51:25.771026 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=117971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:51:25.784390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (f96ec0ca-183f-4b25-92ad-5272a9911c4a), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.784847 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Added segment f96ec0ca-183f-4b25-92ad-5272a9911c4a of type vlan for network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 Aug 26 08:51:25.860677 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (7b89dcda-85d5-4bc7-8c82-22c051e5c000), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.906440 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (7b89dcda-85d5-4bc7-8c82-22c051e5c000), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.909925 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:25.911634 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:25.951246 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8048429 Aug 26 08:51:25.956412 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41328) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:25.970351 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Request body: {'subnet': {'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1292046684-subnet', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:26.014158 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Made reservation on behalf of 88aa61636dd846f0a95be974b6b99d05 for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:26.019012 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:26.071085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3aa4e-3198-4c8b-9728-950f17f02b59 admin admin] Pushing event updated for resources: {'Network': ['ID=7b89dcda-85d5-4bc7-8c82-22c051e5c000,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:26.091138 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:51:26.337109 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41346) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:26.443072 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (23abbb48-7544-4e82-ac9b-a2d21bb15bde), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:26.561661 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23abbb48-7544-4e82-ac9b-a2d21bb15bde,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:26.582824 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.583384 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.584046 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.584586 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.585349 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.585867 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.586624 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.587186 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.587944 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.588669 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.589417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.590212 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.590733 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.591526 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.592287 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Tracked resource versions report: Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: pushed versions: Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: { 'AddressGroup': {'1.2'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Agent': {'1.1'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'ConntrackHelper': {'1.0'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Log': {'1.0'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'NDPProxy': {'1.0'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Network': {'1.1'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Port': {'1.7'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'PortForwarding': {'1.3'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'QosPolicy': {'1.10'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroup': {'1.5'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SubPort': {'1.0'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Subnet': {'1.1'}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Trunk': {'1.1'}} Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: consumer versions: Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: HyperV agent@hv-cinder-85236: {}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Agent': '1.1', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'ConntrackHelper': '1.0', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'LocalIPAssociation': '1.0', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Log': '1.0', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'NDPProxy': '1.0', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Network': '1.1', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Port': '1.7', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'PortForwarding': '1.3', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'QosPolicy': '1.10', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroup': '1.5', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SecurityGroupRule': '1.2', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'SubPort': '1.0', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Subnet': '1.1', Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: 'Trunk': '1.1'}} Aug 26 08:51:26.594572 dv-cinder-852364-5-iscsi neutron-server[117972]: {{(pid=117972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:51:26.602116 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41360) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:26.604678 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Checking segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:26.605567 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Network hostable DHCP agents. Network: 7b89dcda-85d5-4bc7-8c82-22c051e5c000, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:51:26.631309 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41366) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:26.646690 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:51:26.664104 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 7b89dcda-85d5-4bc7-8c82-22c051e5c000) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:26.672723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:26.677758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:26.680293 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81b065-1865-49e8-abb6-38364c48f2a6 None None] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:26.713986 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41372) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:26.721350 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:26.725080 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5bfe4a5d-c5cc-47da-9611-35c343733396 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7503560 Aug 26 08:51:26.776559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:26.778579 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:26.915190 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks [] for router_controller (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:26.949278 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1405834767-network', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:26.975501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:51:26.977084 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.135089 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Made reservation on behalf of 76bb70b9748b4ed69bfc098327cc1234 for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:27.140836 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.169070 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-network', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:27.179744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.246392 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-580104803-network', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:27.256446 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Allocated IP 172.20.0.2 (7b89dcda-85d5-4bc7-8c82-22c051e5c000/23abbb48-7544-4e82-ac9b-a2d21bb15bde/4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:27.418460 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks [] for router_gateway (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.500198 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Publish callbacks [] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.509926 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.586565 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Pushing event updated for resources: {'Port': ['ID=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:27.612225 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.613539 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.614392 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.615747 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.616576 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.617391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.617942 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.618699 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.619345 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.620106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.620945 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.622604 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.623577 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.624298 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.624997 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Tracked resource versions report: Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: pushed versions: Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: { 'AddressGroup': {'1.2'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Agent': {'1.1'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'ConntrackHelper': {'1.0'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Log': {'1.0'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'NDPProxy': {'1.0'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Network': {'1.1'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Port': {'1.7'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'PortForwarding': {'1.3'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'QosPolicy': {'1.10'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroup': {'1.5'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SubPort': {'1.0'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Subnet': {'1.1'}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Trunk': {'1.1'}} Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: consumer versions: Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: HyperV agent@hv-cinder-85236: {}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Agent': '1.1', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'ConntrackHelper': '1.0', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'LocalIPAssociation': '1.0', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Log': '1.0', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'NDPProxy': '1.0', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Network': '1.1', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Port': '1.7', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'PortForwarding': '1.3', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'QosPolicy': '1.10', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroup': '1.5', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SecurityGroupRule': '1.2', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'SubPort': '1.0', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Subnet': '1.1', Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: 'Trunk': '1.1'}} Aug 26 08:51:27.626178 dv-cinder-852364-5-iscsi neutron-server[117973]: {{(pid=117973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:51:27.646752 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:27.649114 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:27.654248 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:27.764556 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:27.775555 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Attempting to bind port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:27.776413 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Attempting to bind port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:27.777020 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Attempting to bind port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:27.785056 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:27.786060 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Checking segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:27.786798 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.788311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Bound using segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:27.789639 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Bound port: 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:27.790397 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:27.791256 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.857264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Made reservation on behalf of 01d9fa7bc7124476aa295e69b120becd for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:27.862842 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.938953 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] For port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:27.944137 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Made reservation on behalf of 8ed7993eba324f94a1b0f7fc23401f0f for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:27.948463 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.948841 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] For port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:27.952411 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.963431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:27.986160 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41420) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:28.010932 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.026719 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks [] for router_gateway (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.117813 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.149120 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463363e-6cea-490e-8a87-07f4e3ada4a7 None None] Pushing event updated for resources: {'Port': ['ID=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:28.217420 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks [] for security_group (125f5c15-8cf3-4094-b7fb-1d810242c7ff), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.268803 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (125f5c15-8cf3-4094-b7fb-1d810242c7ff), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.467457 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=117971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:51:28.469581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d72aefc7-5408-483e-9539-9db6fedf8f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.518101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Allocated IP 172.27.3.67 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/c316e4e5-2324-45c5-bd21-d281e7a6b5bb) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:28.672088 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d72aefc7-5408-483e-9539-9db6fedf8f95 admin admin] Publish callbacks [] for security_group (19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.684755 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d72aefc7-5408-483e-9539-9db6fedf8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.710601 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks [] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.776178 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:28.951210 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d72aefc7-5408-483e-9539-9db6fedf8f95 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ed66622c6b37441f84917768edd57f34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9633079 Aug 26 08:51:28.954631 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41442) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:28.972515 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aefc7-5408-483e-9539-9db6fedf8f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:29.002219 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (26f1456e-b548-4063-921d-fad62fdeb9e7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.002839 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Added segment 26f1456e-b548-4063-921d-fad62fdeb9e7 of type vlan for network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 Aug 26 08:51:29.040043 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:29.090334 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.112633 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-976cbf6e-4729-406a-956b-45146a57e9ff admin admin] Publish callbacks [] for security_group (19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.134159 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=18,neutron:UPDATE=6,neutron:SELECT=76 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:29.135513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:29.136606 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125f5c15-8cf3-4094-b7fb-1d810242c7ff,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:29.168932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-976cbf6e-4729-406a-956b-45146a57e9ff admin admin] Publish callbacks [] for security_group (19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.218873 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:29.230542 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks [] for security_group (32e295de-3e2a-439b-9be5-bb5d90ed64c7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.242796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:29.247496 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:29.314945 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-976cbf6e-4729-406a-956b-45146a57e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.321264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-976cbf6e-4729-406a-956b-45146a57e9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.328998 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-976cbf6e-4729-406a-956b-45146a57e9ff admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9 HTTP/1.1" status: 204 len: 168 time: 0.3698337 Aug 26 08:51:29.344716 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cbf6e-4729-406a-956b-45146a57e9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cd1a6f-a69a-4b80-9ab5-c2313d8c38c9,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:29.509505 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.512281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:29.513496 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.647987 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (32e295de-3e2a-439b-9be5-bb5d90ed64c7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.798233 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks [] for security_group (e7cf75c3-28c5-40c0-ab64-507fd02042c3), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.927825 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=117971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:51:29.932385 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (e7cf75c3-28c5-40c0-ab64-507fd02042c3), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:29.937090 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd12d34-c718-4c4e-b257-81a782728e41 None None] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:30.016167 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] Pushing event updated for resources: {'Network': ['ID=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:30.031324 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-96c7cf45-4c24-4eb3-bdaf-4b2d0e49499b admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6916699 Aug 26 08:51:30.032573 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41476) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:30.035179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:30.048027 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Request body: {'subnet': {'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1405834767-subnet', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:30.051351 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:51:30.066698 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e295de-3e2a-439b-9be5-bb5d90ed64c7,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:30.107339 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Made reservation on behalf of 76bb70b9748b4ed69bfc098327cc1234 for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:30.115962 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.180181 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf75c3-28c5-40c0-ab64-507fd02042c3,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:30.204306 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.205428 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Added segment f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda of type vlan for network 0095b163-b541-4b8f-a3b6-64656b6e47e8 Aug 26 08:51:30.218232 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Pushing event updated for resources: {'Port': ['ID=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:30.246515 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=117971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:51:30.424030 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:30.424685 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:30.526265 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Provisioning complete for port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:30.526974 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.551954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (a7957b10-c18f-414d-9053-e1c3372288f9), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.552870 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Added segment a7957b10-c18f-414d-9053-e1c3372288f9 of type vlan for network 3ca2f64c-caf6-4358-8808-4c0656856257 Aug 26 08:51:30.649183 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:30.691605 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (0095b163-b541-4b8f-a3b6-64656b6e47e8), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.745166 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41484) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:30.822629 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (9ca5e4cf-59bd-4893-8976-3a1839841bd9), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.929358 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (0095b163-b541-4b8f-a3b6-64656b6e47e8), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:30.931992 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:30.932978 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.015281 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca5e4cf-59bd-4893-8976-3a1839841bd9,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:31.025336 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Checking segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:31.026679 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Network hostable DHCP agents. Network: b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:51:31.048055 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks [] for router_gateway (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.072501 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:51:31.091575 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:31.098921 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:31.099927 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.121515 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Current status of the port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:31.122715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.125490 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:31.126077 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.139696 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-684dcbda-400b-4de4-a195-08787ac5f61e admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1047466 Aug 26 08:51:31.141011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41490) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:31.151698 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:31.218928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (c101f9c1-3190-4f15-bfc3-99a31980dfdf), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.223298 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (c101f9c1-3190-4f15-bfc3-99a31980dfdf), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.249093 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.249963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff8490-5e86-4836-9cd6-9c656911b7f8 None None] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:31.348967 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:31.384784 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.7788408 Aug 26 08:51:31.388315 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (3ca2f64c-caf6-4358-8808-4c0656856257), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.389544 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41508) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:31.461665 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:31.462641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Request body: {'subnet': {'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-subnet', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:31.462859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.482222 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6d8e986a-86d8-4993-b4ba-11f0d197e91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.526573 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:31.545414 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:31.549594 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.665538 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:31.732459 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.db.api [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 08:51:31.733278 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG oslo_db.api [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 08:51:31.804748 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks [] for router_controller (c101f9c1-3190-4f15-bfc3-99a31980dfdf), precommit_add_association {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.808779 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Made reservation on behalf of 01d9fa7bc7124476aa295e69b120becd for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:31.817628 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.845429 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'fixed_ips': [{'subnet_id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:51:31.851752 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.918663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6d8e986a-86d8-4993-b4ba-11f0d197e91b admin admin] Publish callbacks [] for security_group (2b44632b-ef16-42bd-bb75-0283b48eb5e1), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:31.948746 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:31.965262 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6d8e986a-86d8-4993-b4ba-11f0d197e91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2b44632b-ef16-42bd-bb75-0283b48eb5e1), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.025678 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6d8e986a-86d8-4993-b4ba-11f0d197e91b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c06db8b64b8b47bbb740dec3ae70215d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1402349 Aug 26 08:51:32.030746 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.db.resource_extend [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 08:51:32.056344 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41528) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:32.317671 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:32.319860 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks [] for router_gateway (c101f9c1-3190-4f15-bfc3-99a31980dfdf), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.324081 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-69b67c29-b710-4090-aeab-b14a7e2527cb None None] Current status of the port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:32.328628 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d043ec5-799d-44fa-b83b-763ac6c327db admin admin] Pushing event updated for resources: {'Network': ['ID=0095b163-b541-4b8f-a3b6-64656b6e47e8,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:32.383010 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (3ca2f64c-caf6-4358-8808-4c0656856257), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.392737 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:32.394870 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.426868 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:51:32.441094 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e986a-86d8-4993-b4ba-11f0d197e91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44632b-ef16-42bd-bb75-0283b48eb5e1,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:32.463092 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Allocated IP 172.20.0.2 (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4/9ca5e4cf-59bd-4893-8976-3a1839841bd9/c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:32.489872 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.520616 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.8875833 Aug 26 08:51:32.525344 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41548) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:32.548472 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-180351fa-461f-4573-a6c8-a55dd58b78ab None None] Provisioning complete for port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:32.548847 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-180351fa-461f-4573-a6c8-a55dd58b78ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.557217 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Request body: {'subnet': {'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-subnet', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:32.603849 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:32.626058 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:32.626812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.650798 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:32.741099 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88b473-f815-46e1-9486-da65c06acee1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca2f64c-caf6-4358-8808-4c0656856257,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:32.741682 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Made reservation on behalf of 8ed7993eba324f94a1b0f7fc23401f0f for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:51:32.744368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.776256 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 3ca2f64c-caf6-4358-8808-4c0656856257 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:51:32.778108 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ae88-eece-40c7-9d8f-7628e5d7cc23 admin admin] Publish callbacks [] for security_group (2b44632b-ef16-42bd-bb75-0283b48eb5e1), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.865727 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ae88-eece-40c7-9d8f-7628e5d7cc23 admin admin] Publish callbacks [] for security_group (2b44632b-ef16-42bd-bb75-0283b48eb5e1), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.969540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:51:32.985280 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ae88-eece-40c7-9d8f-7628e5d7cc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2b44632b-ef16-42bd-bb75-0283b48eb5e1), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.991427 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ae88-eece-40c7-9d8f-7628e5d7cc23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:32.993405 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d7a6ae88-eece-40c7-9d8f-7628e5d7cc23 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2b44632b-ef16-42bd-bb75-0283b48eb5e1 HTTP/1.1" status: 204 len: 168 time: 0.9215679 Aug 26 08:51:33.003409 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-180351fa-461f-4573-a6c8-a55dd58b78ab None None] Current status of the port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:33.049182 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6ae88-eece-40c7-9d8f-7628e5d7cc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b44632b-ef16-42bd-bb75-0283b48eb5e1,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:33.062956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:33.082444 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (eaa50b38-f85c-400c-b790-4103a9aca034), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.176338 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa50b38-f85c-400c-b790-4103a9aca034,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:33.176637 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:33.215731 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Publish callbacks [] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.227369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.296640 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:33.310261 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:33.317964 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:33.335343 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks [] for router_gateway (c101f9c1-3190-4f15-bfc3-99a31980dfdf), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.340780 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:33.346374 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:33.356954 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:33.371404 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Pushing event updated for resources: {'Port': ['ID=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:33.372085 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:33.380741 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:33.405078 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.417678 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-a01d1351-23c8-4952-8e78-53634200ffa6 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7014203 Aug 26 08:51:33.418636 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41576) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:33.421952 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.606929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Attempting to bind port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:33.607506 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Attempting to bind port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:33.608124 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Attempting to bind port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 on network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:33.630442 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Allocated IP 172.27.3.204 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/8505f1d0-6b6d-4573-8137-638fd6a0743c) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:33.633479 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:33.634097 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Checking segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:33.634821 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.649261 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Bound using segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:33.649541 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Bound port: c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:33.662965 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.845975 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks [] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.867086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:33.869843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (12214ee7-024f-4e2b-b8c7-53ae30dd40bc), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:33.909194 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Checking segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:33.909767 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Network hostable DHCP agents. Network: 3ca2f64c-caf6-4358-8808-4c0656856257, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:51:33.977784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] For port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:34.001764 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] For port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:34.014065 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:34.045478 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:34.159024 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:34.212968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Checking segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:34.214025 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Network hostable DHCP agents. Network: 0095b163-b541-4b8f-a3b6-64656b6e47e8, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:51:34.231082 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12214ee7-024f-4e2b-b8c7-53ae30dd40bc,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:34.238207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Network 3ca2f64c-caf6-4358-8808-4c0656856257 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:51:34.272943 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:34.274692 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de3cf4-b804-452f-8175-8cd4a6861a42 None None] Pushing event updated for resources: {'Port': ['ID=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:34.331531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 3ca2f64c-caf6-4358-8808-4c0656856257) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:34.364613 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c796f6-2720-4aae-ba25-fc277806c372 None None] Network 3ca2f64c-caf6-4358-8808-4c0656856257 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:34.427447 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:34.432982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:34.497181 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:34.558019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:34.607464 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41612) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:34.627108 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:34.628861 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ead6d17d-da27-4a9a-ac79-4ec5293e448b admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1021497 Aug 26 08:51:34.630405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:34.643139 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:34.756683 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:51:34.764570 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Pushing event updated for resources: {'Port': ['ID=8505f1d0-6b6d-4573-8137-638fd6a0743c,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:34.804662 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-3ca2f64c-caf6-4358-8808-4c0656856257', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:51:34.808856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 0095b163-b541-4b8f-a3b6-64656b6e47e8) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:34.815295 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:34.816933 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:34.829436 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:34.881179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b17918-cc89-404c-92e9-ec3248250426 None None] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:34.900698 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ca5bb089-7490-4468-a8c7-3aa9f4ac7e32 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4500794 Aug 26 08:51:34.901461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41622) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:34.916408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:35.121116 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.121782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (4d5f7030-d2de-4809-a56f-afd205ddcd55), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.122581 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.124210 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (4d5f7030-d2de-4809-a56f-afd205ddcd55), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.202776 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:29Z', 'revision_number': 3, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:35.204632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks [] for router_controller (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.302096 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:51:35.303068 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Updating router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f port c316e4e5-2324-45c5-bd21-d281e7a6b5bb binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:51:35.356450 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks [] for router_controller (4d5f7030-d2de-4809-a56f-afd205ddcd55), precommit_add_association {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.421074 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:35.447522 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:35.644039 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:35.774002 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Allocated IP 172.20.0.2 (3ca2f64c-caf6-4358-8808-4c0656856257/eaa50b38-f85c-400c-b790-4103a9aca034/07c85d12-e467-4731-87a3-201668fa6be4) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:36.031953 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks [] for router_gateway (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:36.201385 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Publish callbacks [] for port (07c85d12-e467-4731-87a3-201668fa6be4), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:36.230151 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks [] for router_gateway (4d5f7030-d2de-4809-a56f-afd205ddcd55), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:36.236829 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (07c85d12-e467-4731-87a3-201668fa6be4), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:36.449672 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41668) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:36.469336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-0095b163-b541-4b8f-a3b6-64656b6e47e8', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:51:36.484836 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:36.503106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Pushing event updated for resources: {'Port': ['ID=07c85d12-e467-4731-87a3-201668fa6be4,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:36.506102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:36.661852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:36.696849 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Network 3ca2f64c-caf6-4358-8808-4c0656856257 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:36.733193 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:36.934959 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks [] for router_gateway (c101f9c1-3190-4f15-bfc3-99a31980dfdf), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.067978 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:37.235235 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Publish callbacks [] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.262646 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.268005 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c930f612-8c44-4fb4-b72f-96cffffb712b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.406964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks [] for router_gateway (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.418482 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:37.426372 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Attempting to bind port c316e4e5-2324-45c5-bd21-d281e7a6b5bb on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:37.429496 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Attempting to bind port c316e4e5-2324-45c5-bd21-d281e7a6b5bb by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:37.430243 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Allocated IP 172.20.0.2 (0095b163-b541-4b8f-a3b6-64656b6e47e8/12214ee7-024f-4e2b-b8c7-53ae30dd40bc/df9e1974-018b-4e60-bd88-e584842fe5a3) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:37.431056 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Attempting to bind port c316e4e5-2324-45c5-bd21-d281e7a6b5bb on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:37.481237 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:37.483809 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:37.487101 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.489568 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:37.491229 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Bound port: c316e4e5-2324-45c5-bd21-d281e7a6b5bb, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:37.493875 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.498450 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.507515 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Pushing event updated for resources: {'Port': ['ID=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,revision_number=2']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:37.613700 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.614198 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.614671 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.615540 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.616002 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.616849 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.617485 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.618658 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.619986 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.620699 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.621359 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.622053 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.623030 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.624018 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.624582 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Tracked resource versions report: Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: pushed versions: Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: { 'AddressGroup': {'1.2'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Agent': {'1.1'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'ConntrackHelper': {'1.0'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'LocalIPAssociation': {'1.0'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Log': {'1.0'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'NDPProxy': {'1.0'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Network': {'1.1'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Port': {'1.7'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'PortForwarding': {'1.3'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'QosPolicy': {'1.10'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroup': {'1.5'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroupRule': {'1.2'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SubPort': {'1.0'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Subnet': {'1.1'}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Trunk': {'1.1'}} Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: consumer versions: Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: { DHCP agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: HyperV agent@hv-cinder-85236: {}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: L3 agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: Metadata agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: Metering agent@dv-cinder-852364-5-iscsi: {}, Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: Open vSwitch agent@dv-cinder-852364-5-iscsi: { 'AddressGroup': '1.2', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Agent': '1.1', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'ConntrackHelper': '1.0', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'LocalIPAssociation': '1.0', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Log': '1.0', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'NDPProxy': '1.0', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Network': '1.1', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Port': '1.7', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'PortForwarding': '1.3', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'QosPolicy': '1.10', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroup': '1.5', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SecurityGroupRule': '1.2', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'SubPort': '1.0', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Subnet': '1.1', Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: 'Trunk': '1.1'}} Aug 26 08:51:37.633687 dv-cinder-852364-5-iscsi neutron-server[117974]: {{(pid=117974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 08:51:37.659984 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:37.678179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Publish callbacks [] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.687245 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:37.690943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:37.695495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd134c8-e377-4f38-b87c-c2687ef6fef5 None None] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:37.701609 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:37.702399 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.711057 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.751558 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] For port c316e4e5-2324-45c5-bd21-d281e7a6b5bb, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:37.761100 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (c101f9c1-3190-4f15-bfc3-99a31980dfdf), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.764241 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] For port c316e4e5-2324-45c5-bd21-d281e7a6b5bb, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:37.776939 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:37.780507 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:37.837474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:37.844654 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41708) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:37.856214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:37.859860 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:37.862719 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Pushing event updated for resources: {'Port': ['ID=df9e1974-018b-4e60-bd88-e584842fe5a3,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:37.869898 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:37.913813 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Allocated IP 172.27.3.45 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/f7fe4605-a0db-4d61-9824-0dc36d403e88) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:37.975839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Allocated IP 172.20.0.1 (7b89dcda-85d5-4bc7-8c82-22c051e5c000/23abbb48-7544-4e82-ac9b-a2d21bb15bde/85452d3e-9d45-48fc-bd39-cd76f2db1970) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:38.018435 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641c65c-6c6f-46bf-91e3-81af7475efea None None] Pushing event updated for resources: {'Port': ['ID=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:38.041160 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:38.041160 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:38.127159 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Attempting to bind port 07c85d12-e467-4731-87a3-201668fa6be4 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:38.131873 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Attempting to bind port 07c85d12-e467-4731-87a3-201668fa6be4 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:38.133908 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Attempting to bind port 07c85d12-e467-4731-87a3-201668fa6be4 on network 3ca2f64c-caf6-4358-8808-4c0656856257 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:38.137279 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks [] for router_gateway (4d5f7030-d2de-4809-a56f-afd205ddcd55), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.158328 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:38.158765 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Checking segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:38.177093 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.177552 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Bound using segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:38.178089 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Bound port: 07c85d12-e467-4731-87a3-201668fa6be4, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:38.178490 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (07c85d12-e467-4731-87a3-201668fa6be4), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.203157 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.308637 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c930f612-8c44-4fb4-b72f-96cffffb712b admin admin] Publish callbacks [] for security_group (7c0d7979-70d6-40db-a2e6-f0bcb4a767d7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.316906 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8dab4732-c318-44b9-b3be-6d2f29798bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.327342 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Router c101f9c1-3190-4f15-bfc3-99a31980dfdf is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:51:38.339509 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c930f612-8c44-4fb4-b72f-96cffffb712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7c0d7979-70d6-40db-a2e6-f0bcb4a767d7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.390761 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] For port 07c85d12-e467-4731-87a3-201668fa6be4, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:38.403395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] For port 07c85d12-e467-4731-87a3-201668fa6be4, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=07c85d12-e467-4731-87a3-201668fa6be4,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:38.411374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930f612-8c44-4fb4-b72f-96cffffb712b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d7979-70d6-40db-a2e6-f0bcb4a767d7,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:38.420294 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:38.501519 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Provisioning complete for port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:38.508124 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.531103 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (07c85d12-e467-4731-87a3-201668fa6be4), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.541401 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:38.543913 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:38.585630 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.593950 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-78a16735-8d10-47bb-8f62-affe71d7cd76 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4473524 Aug 26 08:51:38.604543 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41734) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:38.649044 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Sync routers for ids ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:38.687672 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:51:38.750047 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8dab4732-c318-44b9-b3be-6d2f29798bc9 admin admin] Publish callbacks [] for security_group (4b87c383-abcb-439b-b514-06378d5820b1), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.785562 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8dab4732-c318-44b9-b3be-6d2f29798bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4b87c383-abcb-439b-b514-06378d5820b1), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:38.804095 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Attempting to bind port df9e1974-018b-4e60-bd88-e584842fe5a3 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:38.804830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Attempting to bind port df9e1974-018b-4e60-bd88-e584842fe5a3 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:38.805360 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Attempting to bind port df9e1974-018b-4e60-bd88-e584842fe5a3 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:38.822109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Routers {'c101f9c1-3190-4f15-bfc3-99a31980dfdf'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:38.822871 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:38.892109 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab4732-c318-44b9-b3be-6d2f29798bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b87c383-abcb-439b-b514-06378d5820b1,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:38.948489 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c930f612-8c44-4fb4-b72f-96cffffb712b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=0ce8d281891a46a9acbefc09bcd15866&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4741933 Aug 26 08:51:38.957058 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:29Z', 'revision_number': 3, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:38.995720 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Set router c101f9c1-3190-4f15-bfc3-99a31980dfdf gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:39.021372 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41738) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:39.028566 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks [] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.061438 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025bf293-f933-404f-81e0-baab30ff4d47 None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:29Z', 'revision_number': 3, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:51:39.082721 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:39.083408 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Checking segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:39.083932 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.084391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Bound using segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:39.085777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Bound port: df9e1974-018b-4e60-bd88-e584842fe5a3, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:39.086383 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.144639 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-8dab4732-c318-44b9-b3be-6d2f29798bc9 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=80960e64cbd74e20a2932f80aa823ff5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2985697 Aug 26 08:51:39.146514 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41740) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:39.157784 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41742) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:39.201096 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks [] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.272300 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:UPDATE=3,neutron:INSERT=15,neutron:SELECT=82 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:39.312120 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:39.314269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-723cd713-8386-4aeb-9858-04e79f65b89e admin admin] Publish callbacks [] for security_group (7c0d7979-70d6-40db-a2e6-f0bcb4a767d7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.355646 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.439536 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:39.442474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Pushing event updated for resources: {'Port': ['ID=85452d3e-9d45-48fc-bd39-cd76f2db1970,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:39.450310 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de029114-0cee-4fee-8d85-3d84a93c2070 None None] Pushing event updated for resources: {'Port': ['ID=07c85d12-e467-4731-87a3-201668fa6be4,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:39.471899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-723cd713-8386-4aeb-9858-04e79f65b89e admin admin] Publish callbacks [] for security_group (7c0d7979-70d6-40db-a2e6-f0bcb4a767d7), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.485772 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:39.486495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.522252 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:39.538569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:39.544064 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:39.544805 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.700291 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] For port df9e1974-018b-4e60-bd88-e584842fe5a3, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:39.776410 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.781498 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:39.782667 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Current status of the port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:39.789270 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.803859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] For port df9e1974-018b-4e60-bd88-e584842fe5a3, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=df9e1974-018b-4e60-bd88-e584842fe5a3,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:39.827747 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:39.873598 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4114818-de8b-489f-a132-162a2a8108dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.028849 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4114818-de8b-489f-a132-162a2a8108dc admin admin] Publish callbacks [] for security_group (daea6873-99e0-498c-bec2-3f3cf0ce310c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.089147 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fe4605-a0db-4d61-9824-0dc36d403e88,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:40.089318 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4114818-de8b-489f-a132-162a2a8108dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (daea6873-99e0-498c-bec2-3f3cf0ce310c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.110267 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.138154 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:40.143405 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:40.147138 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:40.183466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Allocated IP 172.27.3.197 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/b7fd4710-ac8f-4739-80f7-5f1cf7523fb6) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:40.195106 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:40.230595 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 07c85d12-e467-4731-87a3-201668fa6be4 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:40.230798 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c32ce8b4-e6a4-4474-b66d-6badadf54992 admin admin] Publish callbacks [] for security_group (4b87c383-abcb-439b-b514-06378d5820b1), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.368578 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:40.380825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:40.448298 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:51:34Z', 'revision_number': 3, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:40.539089 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-723cd713-8386-4aeb-9858-04e79f65b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7c0d7979-70d6-40db-a2e6-f0bcb4a767d7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.553737 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-723cd713-8386-4aeb-9858-04e79f65b89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.556352 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-723cd713-8386-4aeb-9858-04e79f65b89e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7c0d7979-70d6-40db-a2e6-f0bcb4a767d7 HTTP/1.1" status: 204 len: 168 time: 1.5246718 Aug 26 08:51:40.595882 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 07c85d12-e467-4731-87a3-201668fa6be4 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:40.603936 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (07c85d12-e467-4731-87a3-201668fa6be4), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.608733 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Checking router: c101f9c1-3190-4f15-bfc3-99a31980dfdf for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:51:40.612550 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Updating router c101f9c1-3190-4f15-bfc3-99a31980dfdf port 8505f1d0-6b6d-4573-8137-638fd6a0743c binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:51:40.625795 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:40.635906 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:40.659837 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cd713-8386-4aeb-9858-04e79f65b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d7979-70d6-40db-a2e6-f0bcb4a767d7,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:40.760622 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e4114818-de8b-489f-a132-162a2a8108dc admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f9c5816dc38b4a72a372862163cc2823&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5540903 Aug 26 08:51:40.770202 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41756) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:40.954994 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3bdb9-2c84-4da4-a901-f7b7b68a52d0 None None] Pushing event updated for resources: {'Port': ['ID=df9e1974-018b-4e60-bd88-e584842fe5a3,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:41.015118 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20407644-cbb2-4f33-9547-de07ba1a57d2 None None] Network 3ca2f64c-caf6-4358-8808-4c0656856257 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:41.026643 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.db.api [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 08:51:41.027343 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG oslo_db.api [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 08:51:41.091907 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:41.130697 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.135297 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks [] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.179839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9baaa47b-abc0-4a89-b655-ba6f98cf0c22 admin admin] Publish callbacks [] for security_group (daea6873-99e0-498c-bec2-3f3cf0ce310c), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.188738 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.410454 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9baaa47b-abc0-4a89-b655-ba6f98cf0c22 admin admin] Publish callbacks [] for security_group (daea6873-99e0-498c-bec2-3f3cf0ce310c), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.486294 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks [] for router_gateway (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.624152 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.626417 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-a26e5884-5ac0-4417-9c5e-13379fc6368b None None] Current status of the port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:41.711955 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9baaa47b-abc0-4a89-b655-ba6f98cf0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (daea6873-99e0-498c-bec2-3f3cf0ce310c), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.716685 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9baaa47b-abc0-4a89-b655-ba6f98cf0c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.722244 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9baaa47b-abc0-4a89-b655-ba6f98cf0c22 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/daea6873-99e0-498c-bec2-3f3cf0ce310c HTTP/1.1" status: 204 len: 168 time: 0.9469683 Aug 26 08:51:41.773349 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaa47b-abc0-4a89-b655-ba6f98cf0c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea6873-99e0-498c-bec2-3f3cf0ce310c,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:41.775758 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:41.799972 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks [] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.805751 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:41.810545 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Allocated IP 172.20.0.1 (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4/9ca5e4cf-59bd-4893-8976-3a1839841bd9/556828a1-51ca-48f1-85bd-89fb96fb8f18) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:41.850261 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 07c85d12-e467-4731-87a3-201668fa6be4 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:41.850672 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (07c85d12-e467-4731-87a3-201668fa6be4), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.852938 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Provisioning complete for port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:41.853299 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.955600 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.959571 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:41.966969 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 07c85d12-e467-4731-87a3-201668fa6be4, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=07c85d12-e467-4731-87a3-201668fa6be4,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:42.125528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:42.132748 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4114818-de8b-489f-a132-162a2a8108dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea6873-99e0-498c-bec2-3f3cf0ce310c,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:42.177370 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Publish callbacks [] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.188444 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:42.195965 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (07c85d12-e467-4731-87a3-201668fa6be4), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.198159 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c316e4e5-2324-45c5-bd21-d281e7a6b5bb up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:42.207461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c32ce8b4-e6a4-4474-b66d-6badadf54992 admin admin] Publish callbacks [] for security_group (4b87c383-abcb-439b-b514-06378d5820b1), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.341124 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.366366 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks [] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.420690 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:42.447408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:42.454985 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Attempting to bind port 8505f1d0-6b6d-4573-8137-638fd6a0743c on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:42.455650 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Attempting to bind port 8505f1d0-6b6d-4573-8137-638fd6a0743c by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:42.458197 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Attempting to bind port 8505f1d0-6b6d-4573-8137-638fd6a0743c on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:42.476762 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:42.603594 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Pushing event updated for resources: {'Port': ['ID=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:42.633350 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:42.633962 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:42.634911 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.635414 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:42.636117 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Bound port: 8505f1d0-6b6d-4573-8137-638fd6a0743c, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:42.636620 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.728881 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Current status of the port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:42.738994 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port c316e4e5-2324-45c5-bd21-d281e7a6b5bb triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:42.740915 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.813461 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:42.819307 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.829814 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c32ce8b4-e6a4-4474-b66d-6badadf54992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4b87c383-abcb-439b-b514-06378d5820b1), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.835019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c32ce8b4-e6a4-4474-b66d-6badadf54992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.837167 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c32ce8b4-e6a4-4474-b66d-6badadf54992 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/4b87c383-abcb-439b-b514-06378d5820b1 HTTP/1.1" status: 204 len: 168 time: 3.6884680 Aug 26 08:51:42.843037 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc994b4-ca0d-4062-a19d-d7ca7984c7a5 None None] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:51:42.872832 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Pushing event updated for resources: {'Port': ['ID=85452d3e-9d45-48fc-bd39-cd76f2db1970,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:42.892217 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:42.906776 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:42.918033 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce8b4-e6a4-4474-b66d-6badadf54992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b87c383-abcb-439b-b514-06378d5820b1,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:42.948911 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:43.020734 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:43.035968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:43.042653 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (c101f9c1-3190-4f15-bfc3-99a31980dfdf), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:43.048808 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Pushing event updated for resources: {'Port': ['ID=556828a1-51ca-48f1-85bd-89fb96fb8f18,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:43.187174 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41792) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:43.450117 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=07c85d12-e467-4731-87a3-201668fa6be4,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:43.468611 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Provisioning complete for port 07c85d12-e467-4731-87a3-201668fa6be4 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:43.469234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (07c85d12-e467-4731-87a3-201668fa6be4), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:43.523714 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:43.612361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:51:43.675403 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385dda2-d1e8-4972-96de-cf84bd6841a3 None None] Pushing event updated for resources: {'Port': ['ID=8505f1d0-6b6d-4573-8137-638fd6a0743c,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:43.695741 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8141cfbf-9080-48b8-8da7-19781d9b08cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:43.745389 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:51:43.745663 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks [] for router_gateway (4d5f7030-d2de-4809-a56f-afd205ddcd55), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:43.792087 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:43.802013 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] For port 8505f1d0-6b6d-4573-8137-638fd6a0743c, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:43.829670 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:43.834854 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:43.858221 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:43.879788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41804) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:43.888778 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:43.892485 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:43.893603 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:43.901733 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] For port 8505f1d0-6b6d-4573-8137-638fd6a0743c, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8505f1d0-6b6d-4573-8137-638fd6a0743c,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:43.921492 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-669b8181-2c84-47ca-b7d3-495d3ad98676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:43.946256 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-7823caee-fec1-4bfe-a7b3-9de6bb53128c admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/e1ad0a99-fcc8-4fd3-8072-5c1ce452280f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5251443 Aug 26 08:51:44.026485 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.111689 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-669b8181-2c84-47ca-b7d3-495d3ad98676 admin admin] Publish callbacks [] for security_group (937d96cc-9e97-48b1-a691-c458ae789f5b), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.147080 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:44.147251 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:44.165014 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-669b8181-2c84-47ca-b7d3-495d3ad98676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (937d96cc-9e97-48b1-a691-c458ae789f5b), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.177809 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385dda2-d1e8-4972-96de-cf84bd6841a3 None None] Pushing event updated for resources: {'Port': ['ID=8505f1d0-6b6d-4573-8137-638fd6a0743c,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:44.190523 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:44.200654 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.210526 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-63acf742-f493-4dfe-9a0e-82a40e74eff2 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6008325 Aug 26 08:51:44.211283 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41810) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:44.223458 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Routers {'c101f9c1-3190-4f15-bfc3-99a31980dfdf'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:44.224297 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:44.229844 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:44.251224 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-669b8181-2c84-47ca-b7d3-495d3ad98676 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=533dafe3e1f84272a0de5027c880a5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676343 Aug 26 08:51:44.256560 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41812) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:44.454932 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] Set router c101f9c1-3190-4f15-bfc3-99a31980dfdf gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:44.544477 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port c316e4e5-2324-45c5-bd21-d281e7a6b5bb is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:44.545907 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.588751 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8141cfbf-9080-48b8-8da7-19781d9b08cb admin admin] Publish callbacks [] for security_group (a25c6330-f005-49a6-8308-d923ad6a174f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.611496 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.648074 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:44.660972 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b8181-2c84-47ca-b7d3-495d3ad98676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d96cc-9e97-48b1-a691-c458ae789f5b,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:44.690779 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port c316e4e5-2324-45c5-bd21-d281e7a6b5bb, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:44.705390 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.713985 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Current status of the port 07c85d12-e467-4731-87a3-201668fa6be4 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:44.715227 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8141cfbf-9080-48b8-8da7-19781d9b08cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a25c6330-f005-49a6-8308-d923ad6a174f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:44.759438 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:44.760672 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:44.934300 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:45.016794 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:41Z', 'revision_number': 2, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:45.129443 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:45.229297 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-8141cfbf-9080-48b8-8da7-19781d9b08cb admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=43fa81d1a12a47e7b85b4cc551e3b916&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0296483 Aug 26 08:51:45.237728 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41844) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:45.242928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a987ba5-cbf4-4c75-8e98-3f704f7fe5b1 admin admin] Publish callbacks [] for security_group (937d96cc-9e97-48b1-a691-c458ae789f5b), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.262813 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141cfbf-9080-48b8-8da7-19781d9b08cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25c6330-f005-49a6-8308-d923ad6a174f,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:45.338510 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:51:45.339873 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Updating router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f port 85452d3e-9d45-48fc-bd39-cd76f2db1970 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:51:45.399247 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Provisioning complete for port 85452d3e-9d45-48fc-bd39-cd76f2db1970 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:45.399486 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.442589 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.444305 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 07c85d12-e467-4731-87a3-201668fa6be4 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:45.485202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a987ba5-cbf4-4c75-8e98-3f704f7fe5b1 admin admin] Publish callbacks [] for security_group (937d96cc-9e97-48b1-a691-c458ae789f5b), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.592664 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41856) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:45.612459 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178058502', 'description': 'tempest-description--1843867647'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:45.767726 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks [] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.793170 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (4d5f7030-d2de-4809-a56f-afd205ddcd55), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.831948 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:45.848995 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-4f326ce2-a670-40de-8769-418fc8b118ca None None] Port 85452d3e-9d45-48fc-bd39-cd76f2db1970 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:45.858654 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:45.862775 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.877052 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.892391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b72a93b2-5c8a-40b4-9107-b0930da53073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.893823 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (c101f9c1-3190-4f15-bfc3-99a31980dfdf), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:45.967665 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:51:34Z', 'revision_number': 3, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:45.975283 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 07c85d12-e467-4731-87a3-201668fa6be4 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:45.976169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (07c85d12-e467-4731-87a3-201668fa6be4), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.012563 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:46.101672 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:46.168383 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f4894-bf70-41c4-b3b4-adfd48ec83d6 None None] The sync data for ids ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'] in dv-cinder-852364-5-iscsi is: [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:51:34Z', 'revision_number': 3, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:51:46.223777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Provisioning complete for port df9e1974-018b-4e60-bd88-e584842fe5a3 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:46.223777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.324432 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Publish callbacks [] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.342577 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.383105 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 3, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:46.408504 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (35ad1eaa-2c8e-423e-8085-c913124533b1), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.416245 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (35ad1eaa-2c8e-423e-8085-c913124533b1), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.455587 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:51:46.455857 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Updating router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 port f7fe4605-a0db-4d61-9824-0dc36d403e88 binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:51:46.544860 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:46.562309 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:46.582547 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Pushing event updated for resources: {'Port': ['ID=556828a1-51ca-48f1-85bd-89fb96fb8f18,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:46.594061 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 07c85d12-e467-4731-87a3-201668fa6be4 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:46.595602 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:46.602788 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.604502 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0029221 Aug 26 08:51:46.607830 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0ea10-1386-4557-bef4-7d6834fe02af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ad1eaa-2c8e-423e-8085-c913124533b1,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:46.621292 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a61-6459-4dcc-b6d0-75a535f194e0 None None] Pushing event updated for resources: {'Port': ['ID=85452d3e-9d45-48fc-bd39-cd76f2db1970,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:46.630290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41880) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:46.640583 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.671001 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Attempting to bind port 85452d3e-9d45-48fc-bd39-cd76f2db1970 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:46.674979 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Attempting to bind port 85452d3e-9d45-48fc-bd39-cd76f2db1970 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:46.675693 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Attempting to bind port 85452d3e-9d45-48fc-bd39-cd76f2db1970 on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:46.679135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.719232 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'security_group_rule': {'security_group_id': '35ad1eaa-2c8e-423e-8085-c913124533b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:46.729512 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:46.729869 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Checking segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:46.730334 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.730740 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Bound using segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:46.731518 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Bound port: 85452d3e-9d45-48fc-bd39-cd76f2db1970, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:46.731805 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.783602 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Current status of the port df9e1974-018b-4e60-bd88-e584842fe5a3 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:46.784447 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.898138 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0113578-0124-4149-842c-ca5e32d3d8a9 admin admin] Publish callbacks [] for security_group (a25c6330-f005-49a6-8308-d923ad6a174f), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.927876 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a987ba5-cbf4-4c75-8e98-3f704f7fe5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (937d96cc-9e97-48b1-a691-c458ae789f5b), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.931031 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a987ba5-cbf4-4c75-8e98-3f704f7fe5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:46.932322 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5a987ba5-cbf4-4c75-8e98-3f704f7fe5b1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/937d96cc-9e97-48b1-a691-c458ae789f5b HTTP/1.1" status: 204 len: 168 time: 2.5125885 Aug 26 08:51:46.948731 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Router 4d5f7030-d2de-4809-a56f-afd205ddcd55 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:51:46.958624 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] For port 85452d3e-9d45-48fc-bd39-cd76f2db1970, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:46.969218 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:46.976630 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] For port 85452d3e-9d45-48fc-bd39-cd76f2db1970, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=85452d3e-9d45-48fc-bd39-cd76f2db1970,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:46.992028 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.003918 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] For port df9e1974-018b-4e60-bd88-e584842fe5a3, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=df9e1974-018b-4e60-bd88-e584842fe5a3,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:47.035220 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.069649 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (b0e0ea02-0452-464d-a046-f85226e5ca4c), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.124932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987ba5-cbf4-4c75-8e98-3f704f7fe5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d96cc-9e97-48b1-a691-c458ae789f5b,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:47.135216 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0113578-0124-4149-842c-ca5e32d3d8a9 admin admin] Publish callbacks [] for security_group (a25c6330-f005-49a6-8308-d923ad6a174f), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.147799 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a61-6459-4dcc-b6d0-75a535f194e0 None None] Pushing event updated for resources: {'Port': ['ID=85452d3e-9d45-48fc-bd39-cd76f2db1970,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:47.172417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:47.207763 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:47.209897 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Provisioning complete for port 07c85d12-e467-4731-87a3-201668fa6be4 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:47.212423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (07c85d12-e467-4731-87a3-201668fa6be4), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.213334 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:47.259392 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:47.260549 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.276847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (b0e0ea02-0452-464d-a046-f85226e5ca4c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.285945 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:47.316814 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (b0e0ea02-0452-464d-a046-f85226e5ca4c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.341020 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e0ea02-0452-464d-a046-f85226e5ca4c,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:47.440673 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.448926 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-3b89f027-9730-404f-9a89-6d80fd88e2d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8151672 Aug 26 08:51:47.460352 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41900) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:47.474585 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Allocated IP 172.20.0.1 (3ca2f64c-caf6-4358-8808-4c0656856257/eaa50b38-f85c-400c-b790-4103a9aca034/da4dfbaf-8c1b-4db6-8ec6-d90d186f457e) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:47.484619 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'security_group_rule': {'security_group_id': '35ad1eaa-2c8e-423e-8085-c913124533b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:47.551547 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (075b687b-bda9-47f9-84e2-86c2c43178a0), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.705044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41908) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:47.717823 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:47.751857 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:47.829331 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:47.866729 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Sync routers for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:47.928877 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:47.951634 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (075b687b-bda9-47f9-84e2-86c2c43178a0), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:47.999490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (075b687b-bda9-47f9-84e2-86c2c43178a0), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.050329 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0113578-0124-4149-842c-ca5e32d3d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a25c6330-f005-49a6-8308-d923ad6a174f), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.062506 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0113578-0124-4149-842c-ca5e32d3d8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.063487 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a0113578-0124-4149-842c-ca5e32d3d8a9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a25c6330-f005-49a6-8308-d923ad6a174f HTTP/1.1" status: 204 len: 168 time: 2.8219438 Aug 26 08:51:48.075556 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b687b-bda9-47f9-84e2-86c2c43178a0,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:48.130183 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.135206 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 41920) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:48.141923 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-7408b330-0bd7-48b0-8036-10c60878ab87 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 13.2321417 Aug 26 08:51:48.147567 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0113578-0124-4149-842c-ca5e32d3d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25c6330-f005-49a6-8308-d923ad6a174f,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:48.197655 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:48.200295 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:48.222199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Router c101f9c1-3190-4f15-bfc3-99a31980dfdf has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:51:48.229109 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks [] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.413576 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.420644 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-04a69959-c827-43cf-9ec2-6c000836d7d6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9512355 Aug 26 08:51:48.421063 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41924) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:48.441217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Pushing event updated for resources: {'Port': ['ID=df9e1974-018b-4e60-bd88-e584842fe5a3,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:48.451675 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:48.555254 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.617632 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:48.626775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Current status of the port 07c85d12-e467-4731-87a3-201668fa6be4 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:48.639778 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:48.646422 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:48.665705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-bae13e2e-74b8-45e8-b94d-827fe3d84983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.687816 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9436c374-ab77-46f4-9237-34dbb748ca10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.698190 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.820722 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Network 3ca2f64c-caf6-4358-8808-4c0656856257 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:48.882463 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7478789c-d829-40cb-92de-59899611cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:46Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:48.897221 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Provisioning complete for port 556828a1-51ca-48f1-85bd-89fb96fb8f18 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:48.897723 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:48.947207 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:48.950164 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device df9e1974-018b-4e60-bd88-e584842fe5a3 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:48.978949 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478789c-d829-40cb-92de-59899611cae2 None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:46Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:51:49.017257 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Publish callbacks [] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.033975 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.059836 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:49.104813 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27060847-4b35-4123-a825-5b55dddff1ce None None] Pushing event updated for resources: {'Port': ['ID=f7fe4605-a0db-4d61-9824-0dc36d403e88,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:49.118805 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Port 556828a1-51ca-48f1-85bd-89fb96fb8f18 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:49.132519 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Provisioning complete for port 85452d3e-9d45-48fc-bd39-cd76f2db1970 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:49.132896 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.184765 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Attempting to bind port f7fe4605-a0db-4d61-9824-0dc36d403e88 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:49.185217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Attempting to bind port f7fe4605-a0db-4d61-9824-0dc36d403e88 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:49.185548 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Attempting to bind port f7fe4605-a0db-4d61-9824-0dc36d403e88 on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:49.205280 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port df9e1974-018b-4e60-bd88-e584842fe5a3 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:49.205827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.223085 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:49.264513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:49.281218 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:49.282388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.299560 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b60abacd-4cdf-475d-b1a0-c21a49055d8e admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/c101f9c1-3190-4f15-bfc3-99a31980dfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6891127 Aug 26 08:51:49.311349 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:49.318778 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:49.319190 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:49.324400 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.326931 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:49.329862 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Bound port: f7fe4605-a0db-4d61-9824-0dc36d403e88, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:49.331012 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.364618 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:49.528672 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:49.536002 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Current status of the port 85452d3e-9d45-48fc-bd39-cd76f2db1970 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:49.536781 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.584440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:49.721289 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] For port 85452d3e-9d45-48fc-bd39-cd76f2db1970, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=85452d3e-9d45-48fc-bd39-cd76f2db1970,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:49.798213 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:42Z', 'revision_number': 3, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:49.819395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port df9e1974-018b-4e60-bd88-e584842fe5a3 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:49.831366 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.012752 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Checking router: 4d5f7030-d2de-4809-a56f-afd205ddcd55 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:51:50.017375 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] For port f7fe4605-a0db-4d61-9824-0dc36d403e88, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:50.018278 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Updating router 4d5f7030-d2de-4809-a56f-afd205ddcd55 port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:51:50.094668 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Sync routers for ids ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:50.230573 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.231866 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Routers {'c101f9c1-3190-4f15-bfc3-99a31980dfdf'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:50.235255 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:50.288380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Allocated IP 172.27.3.231 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/9529f3e4-002f-4e00-afa1-481eaf79f20b) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:50.356674 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:50.530349 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9436c374-ab77-46f4-9237-34dbb748ca10 admin admin] Publish callbacks [] for security_group (7e25378a-a068-475a-833f-0bba13d72a75), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.580533 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9436c374-ab77-46f4-9237-34dbb748ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7e25378a-a068-475a-833f-0bba13d72a75), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.715321 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] For port f7fe4605-a0db-4d61-9824-0dc36d403e88, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=f7fe4605-a0db-4d61-9824-0dc36d403e88,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:50.719170 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8505f1d0-6b6d-4573-8137-638fd6a0743c up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:50.792058 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.794522 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-8fbfff7a-ccca-49bb-9bef-ea3d69f37336 None None] Provisioning complete for port 556828a1-51ca-48f1-85bd-89fb96fb8f18 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:50.794522 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8fbfff7a-ccca-49bb-9bef-ea3d69f37336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.811346 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.834830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:50.835929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 8505f1d0-6b6d-4573-8137-638fd6a0743c triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:50.836410 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.839021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:50.888334 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8edfe-3a98-4ab7-941b-959eec35d965 None None] Pushing event updated for resources: {'Port': ['ID=85452d3e-9d45-48fc-bd39-cd76f2db1970,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:50.909883 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.034184 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9436c374-ab77-46f4-9237-34dbb748ca10 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e910ef13550e46d186f53e053846f923&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3158455 Aug 26 08:51:51.036330 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:51.037734 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 41988) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:51.096193 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.100454 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c374-ab77-46f4-9237-34dbb748ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e25378a-a068-475a-833f-0bba13d72a75,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:51.110469 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:51.127806 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'Port': ['ID=9529f3e4-002f-4e00-afa1-481eaf79f20b,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:51.142224 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:51.152643 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42008) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:51.165927 dv-cinder-852364-5-iscsi neutron-server[117971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 08:51:51.355546 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:51.357094 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:51.370696 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Set router c101f9c1-3190-4f15-bfc3-99a31980dfdf gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:51.371784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:51.530815 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Publish callbacks [] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.548781 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.665402 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (69dfa6d3-0a70-485d-b7c7-48b458b4b714), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.685008 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:51.702935 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34262007-e761-40ac-8ab5-c7f4becac068 None None] Pushing event updated for resources: {'Port': ['ID=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,revision_number=2']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:51.706607 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Attempting to bind port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:51.707761 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Attempting to bind port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:51.708493 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Attempting to bind port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:51.730132 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:51.731864 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:51.733675 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.734658 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:51.735722 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Bound port: b7fd4710-ac8f-4739-80f7-5f1cf7523fb6, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:51.736579 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.749041 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4816876-a780-4420-b3db-f3aa0d301ca4 admin admin] Publish callbacks [] for security_group (7e25378a-a068-475a-833f-0bba13d72a75), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.865847 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4816876-a780-4420-b3db-f3aa0d301ca4 admin admin] Publish callbacks [] for security_group (7e25378a-a068-475a-833f-0bba13d72a75), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.933798 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:51.951019 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] For port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:51.966849 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] For port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:51.984900 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.047808 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:52.048531 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:52.238043 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4816876-a780-4420-b3db-f3aa0d301ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7e25378a-a068-475a-833f-0bba13d72a75), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.242424 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4816876-a780-4420-b3db-f3aa0d301ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.244362 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e4816876-a780-4420-b3db-f3aa0d301ca4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7e25378a-a068-475a-833f-0bba13d72a75 HTTP/1.1" status: 204 len: 168 time: 1.1930747 Aug 26 08:51:52.245870 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-23abdb14-cc71-47e2-abb4-688f564ee05d tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:52.267163 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4816876-a780-4420-b3db-f3aa0d301ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e25378a-a068-475a-833f-0bba13d72a75,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:52.270190 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-23abdb14-cc71-47e2-abb4-688f564ee05d tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 HTTP/1.1" status: 200 len: 812 time: 1.1085927 Aug 26 08:51:52.365747 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:52.393674 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:52.421633 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.440992 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c0ac8553-1265-4a84-8790-fb61d17ef0a6 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/quotas/76bb70b9748b4ed69bfc098327cc1234 HTTP/1.1" status: 200 len: 375 time: 0.1523690 Aug 26 08:51:52.445187 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.451306 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (69dfa6d3-0a70-485d-b7c7-48b458b4b714), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.598043 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:52.652001 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfff7a-ccca-49bb-9bef-ea3d69f37336 None None] Port 556828a1-51ca-48f1-85bd-89fb96fb8f18 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:52.700018 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-9143d430-c83e-4013-8d66-3b3916c2b9c3 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=76bb70b9748b4ed69bfc098327cc1234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2468703 Aug 26 08:51:52.717949 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.721743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.740709 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.740916 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2959647 Aug 26 08:51:52.755709 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.766192 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c561a-bc0d-46ee-9d5c-a24a2220e455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'Port': ['ID=9529f3e4-002f-4e00-afa1-481eaf79f20b,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:52.820325 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks [] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.822148 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-8fbfff7a-ccca-49bb-9bef-ea3d69f37336 None None] Provisioning complete for port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:52.822685 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8fbfff7a-ccca-49bb-9bef-ea3d69f37336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.866791 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.868165 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.878222 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 8505f1d0-6b6d-4573-8137-638fd6a0743c is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:52.878517 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.921047 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 8505f1d0-6b6d-4573-8137-638fd6a0743c, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8505f1d0-6b6d-4573-8137-638fd6a0743c,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:52.923033 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:52.948101 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27060847-4b35-4123-a825-5b55dddff1ce None None] Pushing event updated for resources: {'Port': ['ID=f7fe4605-a0db-4d61-9824-0dc36d403e88,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:52.979434 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:52.980633 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 85452d3e-9d45-48fc-bd39-cd76f2db1970 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:53.010150 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:53.015394 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34262007-e761-40ac-8ab5-c7f4becac068 None None] Pushing event updated for resources: {'Port': ['ID=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:53.103924 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:53.137768 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfff7a-ccca-49bb-9bef-ea3d69f37336 None None] Port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:53.322626 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:53.336034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:53.339132 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '556828a1-51ca-48f1-85bd-89fb96fb8f18', 'name': '', 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'mac_address': 'fa:16:3e:d5:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:41Z', 'updated_at': '2022-08-26T08:51:45Z', 'revision_number': 2, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'subnets': [{'id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:53.353356 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=8505f1d0-6b6d-4573-8137-638fd6a0743c,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:53.359964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Network 3ca2f64c-caf6-4358-8808-4c0656856257 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:53.366296 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:53.470530 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Checking router: c101f9c1-3190-4f15-bfc3-99a31980dfdf for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:51:53.471106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Updating router c101f9c1-3190-4f15-bfc3-99a31980dfdf port 556828a1-51ca-48f1-85bd-89fb96fb8f18 binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:51:53.529502 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:42Z', 'revision_number': 3, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:53.558764 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:53.562800 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 85452d3e-9d45-48fc-bd39-cd76f2db1970 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:53.563489 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:53.572626 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c18c9-5e67-4f79-a983-02877d772901 None None] The sync data for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi is: [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:42Z', 'revision_number': 3, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:51:53.703044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Allocated IP 172.20.0.1 (0095b163-b541-4b8f-a3b6-64656b6e47e8/12214ee7-024f-4e2b-b8c7-53ae30dd40bc/e08441ef-7c9d-4b7f-916c-aedd00ec842d) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:51:53.727279 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:51:47Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:53.765949 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42070) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:53.798612 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9806-0a22-4616-9b7b-fcd18067ae9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:53.836510 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e0cb6-db6d-4c13-948f-5be6a95d47f4 None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:51:47Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:51:53.865792 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:53.872465 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42078) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:53.876856 dv-cinder-852364-5-iscsi neutron-server[117972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 08:51:53.900427 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:51:53.980364 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:53.999585 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 85452d3e-9d45-48fc-bd39-cd76f2db1970 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:54.000193 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c316e4e5-2324-45c5-bd21-d281e7a6b5bb up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:54.102827 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks [] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:54.129651 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-b78f2769-8a67-40ad-b46f-cf09f649ceb1 None None] Provisioning complete for port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:54.130243 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b78f2769-8a67-40ad-b46f-cf09f649ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:54.254447 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-53404897-91d0-49b2-a450-a2d1ccbed17c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1178058502&fields=id&tenant_id=88aa61636dd846f0a95be974b6b99d05 HTTP/1.1" status: 200 len: 267 time: 0.3747466 Aug 26 08:51:54.479913 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-b78f2769-8a67-40ad-b46f-cf09f649ceb1 None None] Port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:54.530021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port c316e4e5-2324-45c5-bd21-d281e7a6b5bb triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:54.530601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:54.655366 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:54.684980 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-3ddc8463-9a57-4994-92e1-4523e81b6f93 service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:51:54.687713 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-3ddc8463-9a57-4994-92e1-4523e81b6f93 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5772328 Aug 26 08:51:54.705313 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-aa18c545-dded-4030-a1b9-732f3f389dd5 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/4e82b45c-5cd9-4a8f-a528-d380707fb0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4878259 Aug 26 08:51:54.853584 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:54.893675 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9806-0a22-4616-9b7b-fcd18067ae9f admin admin] Publish callbacks [] for security_group (a9f7b918-d776-45fa-842e-459209ef162c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:54.985707 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:55.006094 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port c316e4e5-2324-45c5-bd21-d281e7a6b5bb is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:55.008328 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device df9e1974-018b-4e60-bd88-e584842fe5a3 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:55.033717 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:55.072676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:55.115610 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Pushing event updated for resources: {'Port': ['ID=e08441ef-7c9d-4b7f-916c-aedd00ec842d,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:55.137157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:51:55.137936 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (4d5f7030-d2de-4809-a56f-afd205ddcd55), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:55.213817 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:55.596532 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port df9e1974-018b-4e60-bd88-e584842fe5a3 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:55.598834 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:55.686177 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Publish callbacks [] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:55.698186 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:55.705523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:55.835263 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9806-0a22-4616-9b7b-fcd18067ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a9f7b918-d776-45fa-842e-459209ef162c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:55.840603 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-506db7b5-eafe-4845-bb66-240411105917 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1329162 Aug 26 08:51:55.854317 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-cee8ee94-753f-4575-81e6-76d8e5a4ec35 None None] Provisioning complete for port e08441ef-7c9d-4b7f-916c-aedd00ec842d triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:55.854930 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cee8ee94-753f-4575-81e6-76d8e5a4ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.060052 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-544b9ec5-b33b-44c2-b449-ca709964169c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:51:56.063276 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-544b9ec5-b33b-44c2-b449-ca709964169c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 811 time: 1.8069909 Aug 26 08:51:56.080469 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-dd4395a6-4996-42b6-bac2-a9997f13483c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168760 Aug 26 08:51:56.093870 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-cee8ee94-753f-4575-81e6-76d8e5a4ec35 None None] Port e08441ef-7c9d-4b7f-916c-aedd00ec842d cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:56.104822 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a5cd7-a2a1-465f-8a22-1b6e364db51b None None] Pushing event updated for resources: {'Port': ['ID=556828a1-51ca-48f1-85bd-89fb96fb8f18,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:56.134336 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd9806-0a22-4616-9b7b-fcd18067ae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f7b918-d776-45fa-842e-459209ef162c,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:56.170411 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3cdd9806-0a22-4616-9b7b-fcd18067ae9f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ae6f3435f3e24ff3a5092d863daadbe8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4002795 Aug 26 08:51:56.170616 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Attempting to bind port 556828a1-51ca-48f1-85bd-89fb96fb8f18 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:51:56.170616 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Attempting to bind port 556828a1-51ca-48f1-85bd-89fb96fb8f18 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:51:56.170616 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Attempting to bind port 556828a1-51ca-48f1-85bd-89fb96fb8f18 on network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:51:56.178963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:51:56.179340 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Checking segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:51:56.179738 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.180141 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Bound using segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:51:56.180626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Bound port: 556828a1-51ca-48f1-85bd-89fb96fb8f18, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:51:56.181565 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.193152 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port df9e1974-018b-4e60-bd88-e584842fe5a3 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:56.196531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42122) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:56.227336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:56.255899 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-55e99e06-8f4d-410e-bcc2-530e22cae68c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/quotas/88aa61636dd846f0a95be974b6b99d05 HTTP/1.1" status: 200 len: 375 time: 0.0858853 Aug 26 08:51:56.309279 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] For port 556828a1-51ca-48f1-85bd-89fb96fb8f18, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:51:56.316511 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] For port 556828a1-51ca-48f1-85bd-89fb96fb8f18, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=556828a1-51ca-48f1-85bd-89fb96fb8f18,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:51:56.335113 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.405496 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Routers {'c101f9c1-3190-4f15-bfc3-99a31980dfdf'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:56.406391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:56.606291 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks [] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.614565 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.617630 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (4d5f7030-d2de-4809-a56f-afd205ddcd55), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.646870 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-f38f4a04-9c93-47af-9e0b-cf88095ae77b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3481710 Aug 26 08:51:56.729965 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a5cd7-a2a1-465f-8a22-1b6e364db51b None None] Pushing event updated for resources: {'Port': ['ID=556828a1-51ca-48f1-85bd-89fb96fb8f18,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:56.747966 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bce60ee-2d4f-4fa2-8bca-dbfd0e6287da admin admin] Publish callbacks [] for security_group (a9f7b918-d776-45fa-842e-459209ef162c), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.789801 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Pushing event updated for resources: {'Port': ['ID=e08441ef-7c9d-4b7f-916c-aedd00ec842d,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:56.832272 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] Set router c101f9c1-3190-4f15-bfc3-99a31980dfdf gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:56.839576 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 85452d3e-9d45-48fc-bd39-cd76f2db1970 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:56.840507 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bce60ee-2d4f-4fa2-8bca-dbfd0e6287da admin admin] Publish callbacks [] for security_group (a9f7b918-d776-45fa-842e-459209ef162c), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.864749 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:56.985008 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bce60ee-2d4f-4fa2-8bca-dbfd0e6287da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a9f7b918-d776-45fa-842e-459209ef162c), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.988518 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bce60ee-2d4f-4fa2-8bca-dbfd0e6287da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:56.993977 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6bce60ee-2d4f-4fa2-8bca-dbfd0e6287da admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a9f7b918-d776-45fa-842e-459209ef162c HTTP/1.1" status: 204 len: 168 time: 0.7831697 Aug 26 08:51:57.018203 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce60ee-2d4f-4fa2-8bca-dbfd0e6287da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f7b918-d776-45fa-842e-459209ef162c,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:57.171070 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:51:57.177905 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:51:57.358396 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 85452d3e-9d45-48fc-bd39-cd76f2db1970 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:57.358786 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:57.554499 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 85452d3e-9d45-48fc-bd39-cd76f2db1970 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:57.555632 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8505f1d0-6b6d-4573-8137-638fd6a0743c up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:57.632407 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Router 4d5f7030-d2de-4809-a56f-afd205ddcd55 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:51:57.642180 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:57.652669 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:57.674127 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 8505f1d0-6b6d-4573-8137-638fd6a0743c triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:57.674599 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:57.861791 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-27b68c94-45f8-44c1-978a-9825fd0905e1 None None] Provisioning complete for port e08441ef-7c9d-4b7f-916c-aedd00ec842d triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:57.867198 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-27b68c94-45f8-44c1-978a-9825fd0905e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:58.038391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '556828a1-51ca-48f1-85bd-89fb96fb8f18', 'name': '', 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'mac_address': 'fa:16:3e:d5:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:41Z', 'updated_at': '2022-08-26T08:51:56Z', 'revision_number': 4, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'subnets': [{'id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:58.066938 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42180) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:58.075304 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329448059', 'description': 'tempest-description--1112882824'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:58.180116 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:58.262467 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-07a58419-b414-408e-a915-ba2b331b8014 service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:51:58.275863 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-07a58419-b414-408e-a915-ba2b331b8014 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1622033 Aug 26 08:51:58.402767 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-27b68c94-45f8-44c1-978a-9825fd0905e1 None None] Port e08441ef-7c9d-4b7f-916c-aedd00ec842d cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:51:58.404929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365259cd-e079-435e-9ea7-89dbfb6018e9 None None] The sync data for ids ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'] in dv-cinder-852364-5-iscsi is: [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '556828a1-51ca-48f1-85bd-89fb96fb8f18', 'name': '', 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'mac_address': 'fa:16:3e:d5:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:41Z', 'updated_at': '2022-08-26T08:51:56Z', 'revision_number': 4, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'subnets': [{'id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:51:58.512321 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 8505f1d0-6b6d-4573-8137-638fd6a0743c is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:58.513949 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:58.711841 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (0bbabf46-aabd-4587-a87e-6efe6f7f4603), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:58.713586 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:58.730660 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:58.758666 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:58.806100 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-1c41d4b7-6b2b-4399-9f4a-c22ab1ccf021 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256858 Aug 26 08:51:58.814145 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (0bbabf46-aabd-4587-a87e-6efe6f7f4603), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:58.896783 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-52610028-1703-4a67-888d-272a723966e3 req-edac4097-13c3-472d-8a58-4bf56a44ea97 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.6125615 Aug 26 08:51:59.004624 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:59.013632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:51:59.026671 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbabf46-aabd-4587-a87e-6efe6f7f4603,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:59.048951 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.065159 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-fb5f62e9-4adf-4d23-a563-b44aee126628 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/4d5f7030-d2de-4809-a56f-afd205ddcd55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9052820 Aug 26 08:51:59.076242 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6c1fde59-3f73-472e-ba67-d222f0d733c2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0072081 Aug 26 08:51:59.084714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42210) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:59.090771 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'security_group_rule': {'security_group_id': '0bbabf46-aabd-4587-a87e-6efe6f7f4603', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:59.156302 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Sync routers for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:51:59.205637 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:51:59.209262 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:51:59.213556 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.215726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (c436cf01-62d2-47eb-b17e-9e92d3844621), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.246246 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:51:59.247312 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:51:59.331198 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:51:59.350258 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.351961 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f7fe4605-a0db-4d61-9824-0dc36d403e88 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:51:59.407592 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-4a67e880-8c50-43f5-ab6d-b5652681779d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366411 Aug 26 08:51:59.408335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42216) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:59.643531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (c436cf01-62d2-47eb-b17e-9e92d3844621), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.658342 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (c436cf01-62d2-47eb-b17e-9e92d3844621), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.668410 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:51:59.678846 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:59.773491 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c436cf01-62d2-47eb-b17e-9e92d3844621,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:51:59.812463 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:51:59.820469 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-18a6f04d-765f-43b1-b3f7-95e6f4e71d32 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7339497 Aug 26 08:51:59.824945 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42232) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:51:59.831181 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'security_group_rule': {'security_group_id': '0bbabf46-aabd-4587-a87e-6efe6f7f4603', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:51:59.878616 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port f7fe4605-a0db-4d61-9824-0dc36d403e88 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:51:59.879602 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.015099 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (e14f0ccb-0af6-4b9b-80b1-b7bfe76d97d4), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.152988 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port f7fe4605-a0db-4d61-9824-0dc36d403e88 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:00.155045 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.199694 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76d25038-6b87-438c-a2de-7b83d1e469c6 req-abf229bf-4a0f-4617-a7c3-686d009a7479 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.1035388 Aug 26 08:52:00.229615 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port f7fe4605-a0db-4d61-9824-0dc36d403e88, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=f7fe4605-a0db-4d61-9824-0dc36d403e88,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:00.253656 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.262750 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-be44087a-21cd-434a-959f-d1bbaaf600f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.402358 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.498209 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f1bca882-b0c6-4890-9efb-5aff8764e258 req-3d1d95f1-7506-477e-ae68-e683f6cf90ca tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.1349838 Aug 26 08:52:00.528551 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=f7fe4605-a0db-4d61-9824-0dc36d403e88,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:00.594866 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (e14f0ccb-0af6-4b9b-80b1-b7bfe76d97d4), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.604550 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (e14f0ccb-0af6-4b9b-80b1-b7bfe76d97d4), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.721700 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:51:56Z', 'revision_number': 2, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:00.726793 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14f0ccb-0af6-4b9b-80b1-b7bfe76d97d4,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:00.777952 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.782777 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-27ae5d35-8357-43d0-85df-cd6f83b5d574 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9554858 Aug 26 08:52:00.785820 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42270) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:00.791814 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:00.874143 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:00.933630 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Checking router: 4d5f7030-d2de-4809-a56f-afd205ddcd55 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:52:00.934181 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Updating router 4d5f7030-d2de-4809-a56f-afd205ddcd55 port e08441ef-7c9d-4b7f-916c-aedd00ec842d binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:52:01.024626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:01.031620 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-be44087a-21cd-434a-959f-d1bbaaf600f2 admin admin] Publish callbacks [] for security_group (a82a757c-f966-4bf0-b84b-7aaaa480758c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.044422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-be44087a-21cd-434a-959f-d1bbaaf600f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a82a757c-f966-4bf0-b84b-7aaaa480758c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.102096 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.172537 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-be44087a-21cd-434a-959f-d1bbaaf600f2 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e848b3909e6b43bfa5b7c8b8e344f1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7561467 Aug 26 08:52:01.205783 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42288) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:01.211586 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.239306 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:01.240960 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.341136 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44087a-21cd-434a-959f-d1bbaaf600f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a757c-f966-4bf0-b84b-7aaaa480758c,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:01.469502 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0f52f76b-6f5c-4379-a913-ef22058802ed admin admin] Publish callbacks [] for security_group (a82a757c-f966-4bf0-b84b-7aaaa480758c), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.520749 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Allocated IP 172.27.3.16 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/6ece9868-047b-46d4-b08e-192fb0cee660) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:52:01.572147 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:01.576280 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 556828a1-51ca-48f1-85bd-89fb96fb8f18 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:01.596926 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:01.610450 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0f52f76b-6f5c-4379-a913-ef22058802ed admin admin] Publish callbacks [] for security_group (a82a757c-f966-4bf0-b84b-7aaaa480758c), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.785496 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 556828a1-51ca-48f1-85bd-89fb96fb8f18 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:01.788260 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.844673 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fad21795-9cd4-43ac-89a9-6c46bfe75789 req-9d736ffa-9930-4266-8299-f12448935b27 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.1304615 Aug 26 08:52:01.972990 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0f52f76b-6f5c-4379-a913-ef22058802ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a82a757c-f966-4bf0-b84b-7aaaa480758c), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.982854 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0f52f76b-6f5c-4379-a913-ef22058802ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:01.988139 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0f52f76b-6f5c-4379-a913-ef22058802ed admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a82a757c-f966-4bf0-b84b-7aaaa480758c HTTP/1.1" status: 204 len: 168 time: 0.7783821 Aug 26 08:52:02.109434 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52f76b-6f5c-4379-a913-ef22058802ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a757c-f966-4bf0-b84b-7aaaa480758c,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:02.142199 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:02.184472 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:02.268355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-9f7d8153-4b61-4b0f-b581-88075144bd98 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:02.275830 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Publish callbacks [] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.282202 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-9f7d8153-4b61-4b0f-b581-88075144bd98 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 819 time: 0.5774724 Aug 26 08:52:02.304970 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.307396 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 556828a1-51ca-48f1-85bd-89fb96fb8f18 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:02.308387 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.337818 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for port (6ece9868-047b-46d4-b08e-192fb0cee660), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.352657 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-e42004c4-3ed0-47ae-93d4-455c009d95e9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/quotas/01d9fa7bc7124476aa295e69b120becd HTTP/1.1" status: 200 len: 375 time: 0.0599709 Aug 26 08:52:02.384699 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 556828a1-51ca-48f1-85bd-89fb96fb8f18, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=556828a1-51ca-48f1-85bd-89fb96fb8f18,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:02.391824 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.497973 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:02.518123 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (6ece9868-047b-46d4-b08e-192fb0cee660), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.570091 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f3ac340c-3d10-4c9c-b2c3-304d64892225 req-a08f0973-3451-4454-86e9-a6ffe03add6c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.4633329 Aug 26 08:52:02.587932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:02.676592 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=556828a1-51ca-48f1-85bd-89fb96fb8f18,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:02.677366 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943bfc6-d531-4e3a-9f67-a5c6f5838e0c None None] Pushing event updated for resources: {'Port': ['ID=e08441ef-7c9d-4b7f-916c-aedd00ec842d,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:02.681895 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f7fe4605-a0db-4d61-9824-0dc36d403e88 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:02.715064 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-b7330651-488f-42e8-8048-9e53b5697f09 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3596978 Aug 26 08:52:02.772582 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Attempting to bind port e08441ef-7c9d-4b7f-916c-aedd00ec842d on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:02.772986 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Attempting to bind port e08441ef-7c9d-4b7f-916c-aedd00ec842d by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:02.773351 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Attempting to bind port e08441ef-7c9d-4b7f-916c-aedd00ec842d on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:02.790968 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:02.791418 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Checking segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:02.791839 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.792250 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Bound using segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:02.792752 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Bound port: e08441ef-7c9d-4b7f-916c-aedd00ec842d, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:02.793137 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.864595 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port f7fe4605-a0db-4d61-9824-0dc36d403e88 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:02.864975 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:02.904078 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:52:02.943141 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:02.953260 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:02.955845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:52:02.986463 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'Port': ['ID=6ece9868-047b-46d4-b08e-192fb0cee660,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:03.185132 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] For port e08441ef-7c9d-4b7f-916c-aedd00ec842d, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:03.210859 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] For port e08441ef-7c9d-4b7f-916c-aedd00ec842d, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=e08441ef-7c9d-4b7f-916c-aedd00ec842d,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:03.247382 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:03.265868 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-14835ded-7410-4ae7-9a1c-9a5bd8539cd6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410781 Aug 26 08:52:03.311656 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port f7fe4605-a0db-4d61-9824-0dc36d403e88 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:03.415299 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.115', 57958) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:03.492753 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:52:03.550497 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:03.555970 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:03.567369 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2df48ad3-1b0d-4379-aa8d-736790873899 req-e18d26e6-201e-45e2-9e9d-c3ed978de5ee tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.2462900 Aug 26 08:52:03.578130 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943bfc6-d531-4e3a-9f67-a5c6f5838e0c None None] Pushing event updated for resources: {'Port': ['ID=e08441ef-7c9d-4b7f-916c-aedd00ec842d,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:03.579423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42374) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:03.644267 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:03.652848 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:03.728140 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0887a0e0-f39b-4e94-a4a9-e6f00de7187a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:03.856257 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (76ed5e1f-84a1-4909-9d2c-eba802d8d964), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:03.976805 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2124fb8a-7669-4f4c-a6c7-6ab3214d7a1b req-5d535ff9-392f-4784-9277-6117f7056ddf tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.1474507 Aug 26 08:52:04.010485 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:04.078080 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6ece9868-047b-46d4-b08e-192fb0cee660), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.155566 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:04.268138 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-4c82767a-567b-4c4a-bf8b-7aeb60898f1c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9778693 Aug 26 08:52:04.285809 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:04.293258 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0887a0e0-f39b-4e94-a4a9-e6f00de7187a admin admin] Publish callbacks [] for security_group (fc133fb7-0336-4850-a0ba-a7201142cba2), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.297907 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-31abb03e-6b14-4be1-9557-e4508fe4c0b3 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:04.302443 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0887a0e0-f39b-4e94-a4a9-e6f00de7187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (fc133fb7-0336-4850-a0ba-a7201142cba2), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.312422 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-31abb03e-6b14-4be1-9557-e4508fe4c0b3 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.115 "GET /networking/v2.0/networks?id=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 HTTP/1.1" status: 200 len: 812 time: 0.8958666 Aug 26 08:52:04.345493 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42398) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:04.346595 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0887a0e0-f39b-4e94-a4a9-e6f00de7187a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e2593c59fb474db69cfce5a98d514c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7150691 Aug 26 08:52:04.452380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Request body: {'port': {'device_id': 'a0b14a44-0641-4121-9855-fe0454700263', 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'admin_state_up': True, 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:04.467099 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:04.490230 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887a0e0-f39b-4e94-a4a9-e6f00de7187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc133fb7-0336-4850-a0ba-a7201142cba2,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:04.600392 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for port (6ece9868-047b-46d4-b08e-192fb0cee660), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.608193 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6ece9868-047b-46d4-b08e-192fb0cee660), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.610320 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (76ed5e1f-84a1-4909-9d2c-eba802d8d964), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.741935 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:03Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:04.782932 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 556828a1-51ca-48f1-85bd-89fb96fb8f18 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:04.842004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04df80b1-48c5-49c5-8984-a03f3a6d0d90 admin admin] Publish callbacks [] for security_group (fc133fb7-0336-4850-a0ba-a7201142cba2), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.889428 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.115', 57969) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:04.926710 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d5d36f9f-4442-4927-b978-fef68b8b6a9a req-34e3491a-63bc-48ab-99da-98c688c47151 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 210 time: 0.1683939 Aug 26 08:52:04.950523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:04.954782 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1674850 Aug 26 08:52:04.964409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0b96a-3eb7-43be-aa1f-a5a2697a5a8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'Port': ['ID=6ece9868-047b-46d4-b08e-192fb0cee660,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:04.995086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04df80b1-48c5-49c5-8984-a03f3a6d0d90 admin admin] Publish callbacks [] for security_group (fc133fb7-0336-4850-a0ba-a7201142cba2), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:05.272706 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbd41a-8fc1-45ea-93f3-767fc7616d15 None None] The sync data for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi is: [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:03Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:52:05.407739 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-12b9d9d4-0684-403b-921b-af9578cfd297 req-39e31fe7-7e12-4c7e-b7a0-c6d102e4c110 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.1160192 Aug 26 08:52:05.425597 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Made reservation on behalf of 76bb70b9748b4ed69bfc098327cc1234 for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:05.443263 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:05.485271 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 556828a1-51ca-48f1-85bd-89fb96fb8f18 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:05.486129 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:05.689237 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:51:51Z', 'revision_number': 2, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:05.820816 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:52:05.822164 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Updating router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:52:05.845429 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-712ca5d0-bf56-49cd-a296-ef45cb002846 req-6574e579-6e71-4c72-8703-da5ecc46ad69 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.4689872 Aug 26 08:52:06.020600 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-bf330d5d-3dfc-405f-99d5-6f8da273a537 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:06.022564 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-bf330d5d-3dfc-405f-99d5-6f8da273a537 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 819 time: 0.3552964 Aug 26 08:52:06.030964 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:06.081521 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-988365f3-59f7-40c4-9b91-65e7a846cae6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/quotas/01d9fa7bc7124476aa295e69b120becd HTTP/1.1" status: 200 len: 375 time: 0.0489912 Aug 26 08:52:06.120812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:06.198544 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-1d86cd3a-847c-4697-a65d-fdb1228752a8 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:06.201803 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-1d86cd3a-847c-4697-a65d-fdb1228752a8 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 811 time: 1.3012857 Aug 26 08:52:06.334740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04df80b1-48c5-49c5-8984-a03f3a6d0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (fc133fb7-0336-4850-a0ba-a7201142cba2), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:06.340775 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04df80b1-48c5-49c5-8984-a03f3a6d0d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:06.352998 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-04df80b1-48c5-49c5-8984-a03f3a6d0d90 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/fc133fb7-0336-4850-a0ba-a7201142cba2 HTTP/1.1" status: 204 len: 168 time: 2.0060685 Aug 26 08:52:06.388267 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 556828a1-51ca-48f1-85bd-89fb96fb8f18 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:06.407054 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df80b1-48c5-49c5-8984-a03f3a6d0d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc133fb7-0336-4850-a0ba-a7201142cba2,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:06.443366 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:06.476260 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-9b48bbed-cc3c-4277-be0d-9d1dfd102817 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3818927 Aug 26 08:52:06.854881 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-de5d3cf1-b8e0-42ff-bae4-de629a207d77 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640363 Aug 26 08:52:07.291687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:07.518664 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42536) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:07.667783 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Publish callbacks [] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:07.690549 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:07.825496 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-fb206ddc-1a63-4c8f-8013-98e1254ca3e7 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=88aa61636dd846f0a95be974b6b99d05 HTTP/1.1" status: 200 len: 380 time: 1.5396190 Aug 26 08:52:07.945681 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-72eefed7-b1d6-43d4-83fb-bf009adbc164 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--329448059&fields=id&tenant_id=8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 267 time: 1.6529231 Aug 26 08:52:08.038570 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:08.050648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed290-b5d2-40f3-8f75-159a9bac6440 None None] Pushing event updated for resources: {'Port': ['ID=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:08.073625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e08441ef-7c9d-4b7f-916c-aedd00ec842d up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:08.142264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'port': {'device_id': '18845e10-a764-495f-b6fb-9b0858c695af', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'admin_state_up': True, 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'security_groups': ['35ad1eaa-2c8e-423e-8085-c913124533b1']}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:08.156623 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Allocated IP 172.20.0.7 (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4/9ca5e4cf-59bd-4893-8976-3a1839841bd9/e6c43102-4bd4-4b6b-8992-a1b7bca6db2b) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:52:08.198908 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4dd10b17-8531-4dab-a58a-69ed02e063c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:08.201307 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:08.205766 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.115', 57981) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:08.313369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Attempting to bind port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:08.313369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Attempting to bind port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:08.324454 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Attempting to bind port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e on network 3ca2f64c-caf6-4358-8808-4c0656856257 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:08.438374 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:08.459731 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Checking segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:08.460393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:08.461027 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Bound using segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:08.461850 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Bound port: da4dfbaf-8c1b-4db6-8ec6-d90d186f457e, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:08.473578 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:08.637049 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-86c46ac5-be73-4dd3-924d-0135fb3e00c6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:08.638711 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-86c46ac5-be73-4dd3-924d-0135fb3e00c6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 819 time: 0.4265168 Aug 26 08:52:08.664595 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port e08441ef-7c9d-4b7f-916c-aedd00ec842d triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:08.666747 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:08.753127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'port': {'device_id': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'admin_state_up': True, 'tenant_id': '01d9fa7bc7124476aa295e69b120becd'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:08.900715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] For port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:08.919490 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] For port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:08.957822 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:09.000365 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-88ab3e35-b36e-4359-a669-17b304b10b70 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1436412 Aug 26 08:52:09.070928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-c4d834ad-7565-4f16-8f30-18b47636e16a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:09.082823 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-c4d834ad-7565-4f16-8f30-18b47636e16a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 816 time: 1.1346991 Aug 26 08:52:09.198968 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42574) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:09.227650 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-79edd418-4cbf-4504-bc55-91d75b336144 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/quotas/8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 375 time: 0.1437407 Aug 26 08:52:09.324596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:09.329397 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:51:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:09.412741 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Made reservation on behalf of 01d9fa7bc7124476aa295e69b120becd for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:09.434700 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:09.591316 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:09.593019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Made reservation on behalf of 88aa61636dd846f0a95be974b6b99d05 for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:09.598560 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:09.767483 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-d8517038-9ba1-434e-8a85-612377d6fc19 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5324774 Aug 26 08:52:09.807031 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port e08441ef-7c9d-4b7f-916c-aedd00ec842d is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:09.807501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:09.967967 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed290-b5d2-40f3-8f75-159a9bac6440 None None] Pushing event updated for resources: {'Port': ['ID=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:10.018999 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:10.154214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port e08441ef-7c9d-4b7f-916c-aedd00ec842d, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=e08441ef-7c9d-4b7f-916c-aedd00ec842d,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:10.181604 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:10.443332 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:10.625159 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Allocated IP 172.20.0.8 (0095b163-b541-4b8f-a3b6-64656b6e47e8/12214ee7-024f-4e2b-b8c7-53ae30dd40bc/e25e079a-ddfa-4bd3-849d-dd0e1d98c705) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:52:10.647878 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device da4dfbaf-8c1b-4db6-8ec6-d90d186f457e up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:10.784127 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks [] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:10.833054 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=e08441ef-7c9d-4b7f-916c-aedd00ec842d,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:10.864916 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:10.870622 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-186ef701-55f5-4089-b989-a45cbcf9d540 req-6b59d279-6e09-4683-bbd9-9b4b7cac5493 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.9262710 Aug 26 08:52:10.915197 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:10.931084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d509e4b4-ff90-486c-8b7a-937d3a90d885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.177447 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4dd10b17-8531-4dab-a58a-69ed02e063c9 admin admin] Publish callbacks [] for security_group (f925986f-052f-4a8a-b8c2-c3c7d93596e3), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.246064 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:11.246726 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.276448 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d509e4b4-ff90-486c-8b7a-937d3a90d885 admin admin] Publish callbacks [] for security_group (38aea39b-a3cd-4533-9ef7-09e73900dc79), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.288927 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4dd10b17-8531-4dab-a58a-69ed02e063c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f925986f-052f-4a8a-b8c2-c3c7d93596e3), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.338928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:52:11.395027 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d509e4b4-ff90-486c-8b7a-937d3a90d885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (38aea39b-a3cd-4533-9ef7-09e73900dc79), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.438534 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:11.444085 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:52:11.455295 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:11.457203 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.551850 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-84fb39e6-c7db-41a0-b39c-d8283eea84d7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5573037 Aug 26 08:52:11.596957 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Pushing event updated for resources: {'Port': ['ID=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:11.602599 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d509e4b4-ff90-486c-8b7a-937d3a90d885 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=100c2c9e36264dd995b1597899de33aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3746057 Aug 26 08:52:11.612857 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42608) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:11.627463 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:11.643034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:11.646373 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.669871 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-c1a7f669-1390-4c86-8d26-fd6449a67ab4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2343025 Aug 26 08:52:11.849777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:11.852808 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:08Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:11.863347 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:11.867200 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:11.882703 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f81e94-9235-49e1-996e-df45a3d19771 req-df4cccdf-ef2f-41fa-af27-94891acfebde tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:11.891380 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-75f81e94-9235-49e1-996e-df45a3d19771 req-df4cccdf-ef2f-41fa-af27-94891acfebde tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 931 time: 0.6111314 Aug 26 08:52:11.950165 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Allocated IP 172.20.0.11 (7b89dcda-85d5-4bc7-8c82-22c051e5c000/23abbb48-7544-4e82-ac9b-a2d21bb15bde/bacb0225-80ef-4914-92a8-9314236edf1a) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:52:12.036072 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509e4b4-ff90-486c-8b7a-937d3a90d885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aea39b-a3cd-4533-9ef7-09e73900dc79,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:12.060827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241c47-3562-4ad3-9250-d161069ca664 None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:08Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:52:12.108973 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4dd10b17-8531-4dab-a58a-69ed02e063c9 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7bccc002c73847b3b688c5eee1cef8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 4.5799239 Aug 26 08:52:12.126446 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42618) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:12.237472 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-efa0f24e-62dc-4035-8ee2-4cdc3155ec31 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:52:12.239403 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-efa0f24e-62dc-4035-8ee2-4cdc3155ec31 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.115 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1257439 Aug 26 08:52:12.311579 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-3880375c-0de5-4c93-ba9f-3353bf3fdae8 None None] Provisioning complete for port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:12.312343 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3880375c-0de5-4c93-ba9f-3353bf3fdae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:12.336438 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:12.443705 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-75f81e94-9235-49e1-996e-df45a3d19771 req-3afdeed3-3063-4d51-91a6-c1fe23a315da tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503275 Aug 26 08:52:12.490363 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-3880375c-0de5-4c93-ba9f-3353bf3fdae8 None None] Port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:52:12.517711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:12.524447 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e08441ef-7c9d-4b7f-916c-aedd00ec842d up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:12.636532 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10b17-8531-4dab-a58a-69ed02e063c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f925986f-052f-4a8a-b8c2-c3c7d93596e3,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:12.687489 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:12.759858 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:12.798597 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-950d3bfe-66f7-44ae-a30d-a8b55fd983e0 req-9f44f6d6-4aa3-4c98-81e7-d15ec107eada tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 210 time: 0.1619780 Aug 26 08:52:12.836523 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e82092de-2ee2-412c-9ad0-bc767866ef63 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2021117 Aug 26 08:52:12.989348 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99f53ccc-559c-4028-9a97-ef06cb7a0d7c admin admin] Publish callbacks [] for security_group (38aea39b-a3cd-4533-9ef7-09e73900dc79), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:13.039384 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port e08441ef-7c9d-4b7f-916c-aedd00ec842d triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:13.039384 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:13.141861 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.115', 57993) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:13.143523 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42630) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:13.271082 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'Port': ['ID=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:13.298006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port e08441ef-7c9d-4b7f-916c-aedd00ec842d is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:13.344149 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:13.351311 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ff1d44fe-c09a-41a5-aea8-f34aef2e4cd9 admin admin] Publish callbacks [] for security_group (f925986f-052f-4a8a-b8c2-c3c7d93596e3), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:13.431377 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99f53ccc-559c-4028-9a97-ef06cb7a0d7c admin admin] Publish callbacks [] for security_group (38aea39b-a3cd-4533-9ef7-09e73900dc79), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:13.443674 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:13.455941 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-560aef9c-fa4c-41c1-b2e6-a224d25b77f0 req-50b0e0c6-768f-4589-b30c-482e24eb723a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.1595423 Aug 26 08:52:13.482787 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:52:13.487974 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:13.515670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:52:13.555805 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:13.557308 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:13.602428 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ff1d44fe-c09a-41a5-aea8-f34aef2e4cd9 admin admin] Publish callbacks [] for security_group (f925986f-052f-4a8a-b8c2-c3c7d93596e3), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:13.629494 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-849034fc-8da1-442a-8e54-211c3b686434 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9181514 Aug 26 08:52:13.823535 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bb016-35aa-4d33-bdda-4b5153e35183 req-80806e39-722d-4486-9755-f1f8c0eb89c5 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:13.841160 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9f5bb016-35aa-4d33-bdda-4b5153e35183 req-80806e39-722d-4486-9755-f1f8c0eb89c5 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 931 time: 0.1164801 Aug 26 08:52:13.860502 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Request body: {'port': {'device_id': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:13.975605 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Request body: {'port': {'device_id': 'a0b14a44-0641-4121-9855-fe0454700263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:14.032051 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for port (bacb0225-80ef-4914-92a8-9314236edf1a), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.060735 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9f5bb016-35aa-4d33-bdda-4b5153e35183 req-7c8f5675-929f-4c69-9a14-b451298bf6ee tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182705 Aug 26 08:52:14.065842 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-04e84816-9b46-4feb-aef6-c3cc4f92fc52 None None] Provisioning complete for port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:14.069560 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-04e84816-9b46-4feb-aef6-c3cc4f92fc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.180337 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-04e84816-9b46-4feb-aef6-c3cc4f92fc52 None None] Port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:52:14.192337 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.260783 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ff1d44fe-c09a-41a5-aea8-f34aef2e4cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f925986f-052f-4a8a-b8c2-c3c7d93596e3), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.269317 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ff1d44fe-c09a-41a5-aea8-f34aef2e4cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.275638 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ff1d44fe-c09a-41a5-aea8-f34aef2e4cd9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f925986f-052f-4a8a-b8c2-c3c7d93596e3 HTTP/1.1" status: 204 len: 168 time: 2.1197543 Aug 26 08:52:14.283266 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-09b5811a-57ea-478b-9686-70c793c89100 req-2a8096f8-9836-4907-9b7b-ed970ffbb4d2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.6357157 Aug 26 08:52:14.287881 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-59b283fe-0405-4206-992f-6ef8d8f3df47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.360695 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device da4dfbaf-8c1b-4db6-8ec6-d90d186f457e up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:14.389698 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e5bbc152-4e57-44b3-a085-117d5d8568a3 req-e1294444-f5f2-405d-8438-570de498185b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 210 time: 0.1392107 Aug 26 08:52:14.460022 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d44fe-c09a-41a5-aea8-f34aef2e4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f925986f-052f-4a8a-b8c2-c3c7d93596e3,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:14.514530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99f53ccc-559c-4028-9a97-ef06cb7a0d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (38aea39b-a3cd-4533-9ef7-09e73900dc79), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.531239 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99f53ccc-559c-4028-9a97-ef06cb7a0d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.532796 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-99f53ccc-559c-4028-9a97-ef06cb7a0d7c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/38aea39b-a3cd-4533-9ef7-09e73900dc79 HTTP/1.1" status: 204 len: 168 time: 2.8816938 Aug 26 08:52:14.595097 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.695424 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:14.698004 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:14.722472 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:14.923655 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f53ccc-559c-4028-9a97-ef06cb7a0d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aea39b-a3cd-4533-9ef7-09e73900dc79,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:15.028243 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:15.106834 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8961ca1f-bf6a-42cf-8bde-bc27def2b03b req-43960eac-9e30-4250-a536-dca62ac646ca tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.3032410 Aug 26 08:52:15.267416 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=20 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:15.438863 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-59b283fe-0405-4206-992f-6ef8d8f3df47 admin admin] Publish callbacks [] for security_group (7a0145d2-2a22-4236-958e-198fa5cc3572), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.556561 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577f86-e7e9-4788-9d23-3dac8dc073e0 req-4bad377f-3487-4364-9e9a-1788f4c50865 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:15.558181 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-50577f86-e7e9-4788-9d23-3dac8dc073e0 req-4bad377f-3487-4364-9e9a-1788f4c50865 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 931 time: 0.1971922 Aug 26 08:52:15.622509 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-59b283fe-0405-4206-992f-6ef8d8f3df47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7a0145d2-2a22-4236-958e-198fa5cc3572), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.642414 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7628c94b-25cc-4c89-9480-e9c4298e0c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.658014 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:52:15.671910 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25e079a-ddfa-4bd3-849d-dd0e1d98c705 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:15.690303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42688) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:15.732800 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Publish callbacks [] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.740079 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:15.760206 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42690) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:15.766121 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:15.796053 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-57b77db4-6ea1-49a4-9716-58fff66793d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.799052 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0632a80-0b1a-4d32-bc1b-a78f83ecc3a9 req-dea4a9ff-98bb-458c-b908-baf08890fd0f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.2242913 Aug 26 08:52:15.801321 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.809016 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-19d00dba-c47e-44d9-8efb-dc5af0862930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.838040 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-50577f86-e7e9-4788-9d23-3dac8dc073e0 req-1c7a7742-08b9-4c99-a44f-ccad005d320e tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598517 Aug 26 08:52:15.909647 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Transition to ACTIVE for port object e25e079a-ddfa-4bd3-849d-dd0e1d98c705 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:52:15.931014 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:15.933710 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-bc50e378-278f-4b6e-b6b8-2582654fb2c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:15.939314 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-bc50e378-278f-4b6e-b6b8-2582654fb2c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 819 time: 2.7898571 Aug 26 08:52:16.143141 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:16.262379 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'port': {'device_id': '14ea47a3-6a48-4509-8799-634e4e77319c', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'admin_state_up': True, 'tenant_id': '01d9fa7bc7124476aa295e69b120becd'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:16.397941 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:16.854140 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-59b283fe-0405-4206-992f-6ef8d8f3df47 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a31c296151c34140ab45ec45754ef9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7022226 Aug 26 08:52:16.856585 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-19d00dba-c47e-44d9-8efb-dc5af0862930 admin admin] Publish callbacks [] for security_group (548a650a-cd80-453f-85e9-cd04b68866be), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:16.869016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:52:16.870856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42708) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:16.883671 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Pushing event updated for resources: {'Port': ['ID=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:16.904186 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:16.923274 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-19d00dba-c47e-44d9-8efb-dc5af0862930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (548a650a-cd80-453f-85e9-cd04b68866be), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:16.958537 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b13c6425-8036-4d5b-b377-caa13ecdf8f5 req-f87d90b5-5570-4bf4-b171-dc8b6948011b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 210 time: 1.0167861 Aug 26 08:52:16.978936 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:52:16.993877 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:16.996509 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.031204 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-19d00dba-c47e-44d9-8efb-dc5af0862930 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b1b60eab32a94271977129bf7af6b1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3325655 Aug 26 08:52:17.032681 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Attempting to bind port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:17.033271 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Attempting to bind port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:17.033861 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Attempting to bind port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:17.042280 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42712) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:17.048259 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d00dba-c47e-44d9-8efb-dc5af0862930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a650a-cd80-453f-85e9-cd04b68866be,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:17.153750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6c53-680c-4bef-8284-699a928b787c req-1f655024-86ad-4960-865e-2b4752b72ae7 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:17.167601 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-177f6c53-680c-4bef-8284-699a928b787c req-1f655024-86ad-4960-865e-2b4752b72ae7 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 932 time: 0.4147854 Aug 26 08:52:17.170410 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:52:17.170739 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Attempting to bind port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:17.190241 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-57b77db4-6ea1-49a4-9716-58fff66793d9 admin admin] Publish callbacks [] for security_group (740effd0-3c91-45e1-b6c1-a3000220b73b), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.198287 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b283fe-0405-4206-992f-6ef8d8f3df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0145d2-2a22-4236-958e-198fa5cc3572,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:17.200026 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:17.200476 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Checking segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:17.201022 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Bound using segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:17.201511 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Bound port: e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:17.201889 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.248027 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-57b77db4-6ea1-49a4-9716-58fff66793d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (740effd0-3c91-45e1-b6c1-a3000220b73b), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.252507 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fe536d6b-2ba2-4ed2-8884-805cb6c8193c admin admin] Publish callbacks [] for security_group (7a0145d2-2a22-4236-958e-198fa5cc3572), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.269993 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-24e0a376-fb24-47f2-a31a-9910ee57572c req-e70e669e-f47c-4219-8348-47137864656b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.0570314 Aug 26 08:52:17.423523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b77db4-6ea1-49a4-9716-58fff66793d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740effd0-3c91-45e1-b6c1-a3000220b73b,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:17.436031 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.3581226 Aug 26 08:52:17.437376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bf44e-b398-48af-8810-96e8f31c1d5d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'Port': ['ID=bacb0225-80ef-4914-92a8-9314236edf1a,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:17.526814 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-815b6b40-974d-4294-8f2c-adf6f6b29b22 None None] Provisioning complete for port bacb0225-80ef-4914-92a8-9314236edf1a triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:17.528844 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-815b6b40-974d-4294-8f2c-adf6f6b29b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.549714 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d24e7-8ec9-435b-b828-aae640fa8124 req-2b8e6039-34c8-4f43-a3a1-3ff68fec5911 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:17.559252 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a72d24e7-8ec9-435b-b828-aae640fa8124 req-2b8e6039-34c8-4f43-a3a1-3ff68fec5911 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 931 time: 0.0924106 Aug 26 08:52:17.585176 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:17.601484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fe536d6b-2ba2-4ed2-8884-805cb6c8193c admin admin] Publish callbacks [] for security_group (7a0145d2-2a22-4236-958e-198fa5cc3572), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.607643 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:17.638830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-815b6b40-974d-4294-8f2c-adf6f6b29b22 None None] Port bacb0225-80ef-4914-92a8-9314236edf1a cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:52:17.645282 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Request body: {'port': {'device_id': '18845e10-a764-495f-b6fb-9b0858c695af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:17.680419 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-57b77db4-6ea1-49a4-9716-58fff66793d9 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=081e0916084e42a58615501194d6364e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9155018 Aug 26 08:52:17.683651 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42714) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:17.685046 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] For port e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:17.723505 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-177f6c53-680c-4bef-8284-699a928b787c req-c352ba21-5127-43b6-984a-e99ff97b0273 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547256 Aug 26 08:52:17.760695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] For port e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:17.760695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c02f929f-e253-4356-b9f4-686c7a76ae7d admin admin] Publish callbacks [] for security_group (548a650a-cd80-453f-85e9-cd04b68866be), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.791472 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.793264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:17.911548 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.115', 58005) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:17.924551 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:17.926621 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:17.930526 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 1093 time: 4.2865367 Aug 26 08:52:17.931255 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075ad4b-1fbd-4453-ae4c-36b49ba17846 service neutron] Pushing event updated for resources: {'Port': ['ID=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:17.954372 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Made reservation on behalf of 01d9fa7bc7124476aa295e69b120becd for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:17.961366 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'tag': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:17.964038 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.025100 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a72d24e7-8ec9-435b-b828-aae640fa8124 req-47067c50-fbf2-49d9-a67d-9c327d6b11d4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644425 Aug 26 08:52:18.119069 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c02f929f-e253-4356-b9f4-686c7a76ae7d admin admin] Publish callbacks [] for security_group (548a650a-cd80-453f-85e9-cd04b68866be), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.298421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fe536d6b-2ba2-4ed2-8884-805cb6c8193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7a0145d2-2a22-4236-958e-198fa5cc3572), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.303162 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fe536d6b-2ba2-4ed2-8884-805cb6c8193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.308787 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-fe536d6b-2ba2-4ed2-8884-805cb6c8193c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7a0145d2-2a22-4236-958e-198fa5cc3572 HTTP/1.1" status: 204 len: 168 time: 1.4016001 Aug 26 08:52:18.338266 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a4620cdb-f0c1-414b-ba23-a6d1d2911a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.357017 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536d6b-2ba2-4ed2-8884-805cb6c8193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0145d2-2a22-4236-958e-198fa5cc3572,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:18.411179 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.620011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:18.636328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-74055f34-e7d6-4415-8ee9-53f2ac48ff1c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:18.640545 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-74055f34-e7d6-4415-8ee9-53f2ac48ff1c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 816 time: 0.7034678 Aug 26 08:52:18.644012 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f69d1b3d-59dd-410b-b1cc-27fb7a5e52e8 req-9cefab07-ad13-412b-9bb7-cf3a3bf0b86b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.0975950 Aug 26 08:52:18.645493 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa0a4ed4-591f-473f-a468-3051f0115979 req-94a72721-8e03-480f-a34b-3984877a3410 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 210 time: 0.1304538 Aug 26 08:52:18.661658 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f04bff-9144-496b-b8fc-fd17b2f17ded" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8b026c-ef95-4a38-8eca-86005625dd30", "tag": "e25e079a-ddfa-4bd3-849d-dd0e1d98c705"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:18.689050 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c02f929f-e253-4356-b9f4-686c7a76ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (548a650a-cd80-453f-85e9-cd04b68866be), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.690514 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c02f929f-e253-4356-b9f4-686c7a76ae7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:18.691783 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c02f929f-e253-4356-b9f4-686c7a76ae7d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/548a650a-cd80-453f-85e9-cd04b68866be HTTP/1.1" status: 204 len: 168 time: 1.6382561 Aug 26 08:52:18.719407 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:18.756700 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42742) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:18.768203 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c43102-4bd4-4b6b-8992-a1b7bca6db2b {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:18.870549 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f929f-e253-4356-b9f4-686c7a76ae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a650a-cd80-453f-85e9-cd04b68866be,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:18.878711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-88a5d08d-732d-49bf-97fe-695bdb78d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:18.880661 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-88a5d08d-732d-49bf-97fe-695bdb78d9db service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1127 time: 0.5307834 Aug 26 08:52:18.902766 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Publish callbacks [] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:19.024212 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-13dbc35d-50ed-40b8-b906-2ed8c5d64673 admin admin] Publish callbacks [] for security_group (740effd0-3c91-45e1-b6c1-a3000220b73b), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:19.092125 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Transition to ACTIVE for port object e6c43102-4bd4-4b6b-8992-a1b7bca6db2b will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:52:19.150578 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:19.217544 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-8c8e1204-2c29-4773-8dfa-983779a2f157 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 217 time: 0.3231597 Aug 26 08:52:19.420240 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-13dbc35d-50ed-40b8-b906-2ed8c5d64673 admin admin] Publish callbacks [] for security_group (740effd0-3c91-45e1-b6c1-a3000220b73b), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:19.548830 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-071f4533-310e-4b73-85d0-d28a4ee67ef6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 379 time: 0.8150177 Aug 26 08:52:19.612906 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Allocated IP 172.20.0.7 (0095b163-b541-4b8f-a3b6-64656b6e47e8/12214ee7-024f-4e2b-b8c7-53ae30dd40bc/f2f9abb5-5c56-40e3-aed3-5d7eb434f36c) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:52:19.616473 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44c854-eeb4-4e2a-a2a3-a4aed3c1c3f0 req-73ea508f-93a5-4984-b565-e39e6004ce55 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:19.626686 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2c44c854-eeb4-4e2a-a2a3-a4aed3c1c3f0 req-73ea508f-93a5-4984-b565-e39e6004ce55 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 932 time: 0.5910189 Aug 26 08:52:19.685320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42756) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:19.686725 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fdf2b8-d7c0-460e-9605-4eb0dc64d77a x-openstack-request-id: req-15fdf2b8-d7c0-460e-9605-4eb0dc64d77a {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:19.687268 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8b026c-ef95-4a38-8eca-86005625dd30", "tag": "e25e079a-ddfa-4bd3-849d-dd0e1d98c705", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:19.687921 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15fdf2b8-d7c0-460e-9605-4eb0dc64d77a {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:19.688943 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fdf2b8-d7c0-460e-9605-4eb0dc64d77a'] response: {'name': 'network-changed', 'server_uuid': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'tag': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705', 'status': 'completed', 'code': 200} Aug 26 08:52:19.789272 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'port': {'device_id': '8de0d2d4-3218-426b-a548-91c5891780fa', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'admin_state_up': True, 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'security_groups': ['0bbabf46-aabd-4587-a87e-6efe6f7f4603']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:19.940123 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:19.991399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:20.020696 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7d9f-0a76-43b8-9c13-e50f7afc466a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.071462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Attempting to bind port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:20.073083 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Attempting to bind port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:20.074626 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Attempting to bind port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b on network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:20.089340 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfe3597a-cac9-46a4-9ef4-de859b12876d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.145963 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:20.204806 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-2c38eb3b-31e3-4555-a7b0-c6cc6c8f699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:20.209587 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-2c38eb3b-31e3-4555-a7b0-c6cc6c8f699d service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.5188732 Aug 26 08:52:20.274254 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-13dbc35d-50ed-40b8-b906-2ed8c5d64673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (740effd0-3c91-45e1-b6c1-a3000220b73b), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.279621 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-13dbc35d-50ed-40b8-b906-2ed8c5d64673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.285674 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-13dbc35d-50ed-40b8-b906-2ed8c5d64673 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/740effd0-3c91-45e1-b6c1-a3000220b73b HTTP/1.1" status: 204 len: 168 time: 2.5901744 Aug 26 08:52:20.423214 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7d9f-0a76-43b8-9c13-e50f7afc466a admin admin] Publish callbacks [] for security_group (3f7cc6ac-4a56-49b4-a30d-561ffc040667), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.446552 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b on network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:52:20.448655 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Attempting to bind port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b on network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:20.453530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7d9f-0a76-43b8-9c13-e50f7afc466a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (3f7cc6ac-4a56-49b4-a30d-561ffc040667), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.587383 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7d9f-0a76-43b8-9c13-e50f7afc466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7cc6ac-4a56-49b4-a30d-561ffc040667,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:20.624651 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbc35d-50ed-40b8-b906-2ed8c5d64673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740effd0-3c91-45e1-b6c1-a3000220b73b,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:20.680856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:20.682612 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Checking segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:20.683545 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Bound using segment: {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:20.683752 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2c44c854-eeb4-4e2a-a2a3-a4aed3c1c3f0 req-0ad39be5-e30f-4966-9d61-dd32ff1aca54 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9231672 Aug 26 08:52:20.684599 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Bound port: e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f1456e-b548-4063-921d-fad62fdeb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:20.686417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.797156 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5edbf939-09a8-4cc6-9019-3716e03707a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:20.804393 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-5edbf939-09a8-4cc6-9019-3716e03707a9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5087018 Aug 26 08:52:20.878787 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] For port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:20.891979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] For port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:20.919567 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60353900-e8c9-4581-9702-1e76720f36be req-b32d499a-3453-456d-9398-be2a49639693 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:20.934470 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60353900-e8c9-4581-9702-1e76720f36be req-b32d499a-3453-456d-9398-be2a49639693 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 943 time: 0.9377530 Aug 26 08:52:20.952733 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:20.954777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:20.999629 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2b0b3e9f-ffbd-4c97-909f-d1c98de22388 req-2e700bae-35a6-4819-bed6-8248c41e496f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.0781565 Aug 26 08:52:21.009896 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Made reservation on behalf of 8ed7993eba324f94a1b0f7fc23401f0f for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:21.013874 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.037499 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:21.059797 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfe3597a-cac9-46a4-9ef4-de859b12876d admin admin] Publish callbacks [] for security_group (a5d29d19-c4a9-42ba-90f8-ca632452e72c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.086858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:21.088317 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.090242 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/e6c43102-4bd4-4b6b-8992-a1b7bca6db2b HTTP/1.1" status: 200 len: 1093 time: 8.1791477 Aug 26 08:52:21.101839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfe3597a-cac9-46a4-9ef4-de859b12876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a5d29d19-c4a9-42ba-90f8-ca632452e72c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.114987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444ff4-748c-4f4f-a9e1-d6cc29de14f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:21.132129 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0b7e7d9f-0a76-43b8-9c13-e50f7afc466a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=82de73713cad4cd9ace2db1a039d5398&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4199884 Aug 26 08:52:21.132721 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b14a44-0641-4121-9855-fe0454700263', 'tag': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:21.173366 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42788) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:21.290362 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.347839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:21.393179 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dfe3597a-cac9-46a4-9ef4-de859b12876d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a63163b33b2c4f649ace39b8e22eb8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5201998 Aug 26 08:52:21.411466 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 42800) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:21.413750 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-b9a0c66b-76f3-4e87-ad7c-93bc68b8d86c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835881 Aug 26 08:52:21.431297 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c01a384-ab93-4c74-88cd-49fd251b4482 req-3bb5ad51-2147-43ca-8b0f-6ae885423449 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 210 time: 0.2028928 Aug 26 08:52:21.457335 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3597a-cac9-46a4-9ef4-de859b12876d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d29d19-c4a9-42ba-90f8-ca632452e72c,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:21.532174 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60353900-e8c9-4581-9702-1e76720f36be req-8c840df1-2598-4f5c-b172-27f30bd95d17 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956643 Aug 26 08:52:21.561327 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-1c8fdc98-f88a-4f4c-b714-415f02922323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:21.564494 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-1c8fdc98-f88a-4f4c-b714-415f02922323 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=76bb70b9748b4ed69bfc098327cc1234&device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 1127 time: 0.2642355 Aug 26 08:52:21.609860 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-37897259-3847-48d5-a9ac-53f62f5b55a3 admin admin] Publish callbacks [] for security_group (3f7cc6ac-4a56-49b4-a30d-561ffc040667), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.628726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Allocated IP 172.20.0.8 (3ca2f64c-caf6-4358-8808-4c0656856257/eaa50b38-f85c-400c-b790-4103a9aca034/61d58bf1-2d6c-4df7-8638-a30df721d2e9) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:52:21.636299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a63f-718c-4c5a-8301-38e1d139451a admin admin] Publish callbacks [] for security_group (a5d29d19-c4a9-42ba-90f8-ca632452e72c), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.649445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc820c1-f90e-49a3-b821-a4a534ab3a16" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b14a44-0641-4121-9855-fe0454700263", "tag": "e6c43102-4bd4-4b6b-8992-a1b7bca6db2b"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:21.671669 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacb0225-80ef-4914-92a8-9314236edf1a {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:21.679463 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-37897259-3847-48d5-a9ac-53f62f5b55a3 admin admin] Publish callbacks [] for security_group (3f7cc6ac-4a56-49b4-a30d-561ffc040667), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.689736 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Publish callbacks [] for port (bacb0225-80ef-4914-92a8-9314236edf1a), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.706267 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a63f-718c-4c5a-8301-38e1d139451a admin admin] Publish callbacks [] for security_group (a5d29d19-c4a9-42ba-90f8-ca632452e72c), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.708935 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:21.725949 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Transition to ACTIVE for port object bacb0225-80ef-4914-92a8-9314236edf1a will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:52:21.734360 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.090027 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-dcd7e145-70e2-45d2-b08c-370e5684cac8 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b HTTP/1.1" status: 200 len: 217 time: 0.2841938 Aug 26 08:52:22.181716 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:22.222703 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Attempting to bind port bacb0225-80ef-4914-92a8-9314236edf1a on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:22.223303 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Attempting to bind port bacb0225-80ef-4914-92a8-9314236edf1a by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:22.223606 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Attempting to bind port bacb0225-80ef-4914-92a8-9314236edf1a on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:22.234809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Port bacb0225-80ef-4914-92a8-9314236edf1a on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:52:22.235176 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Attempting to bind port bacb0225-80ef-4914-92a8-9314236edf1a on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:22.238301 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.240211 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Pushing event updated for resources: {'Port': ['ID=bacb0225-80ef-4914-92a8-9314236edf1a,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:22.312467 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.315241 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:22.315760 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Checking segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:22.316382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Bound using segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:22.317030 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Bound port: bacb0225-80ef-4914-92a8-9314236edf1a, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:22.318235 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.344956 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a63f-718c-4c5a-8301-38e1d139451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a5d29d19-c4a9-42ba-90f8-ca632452e72c), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.351518 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a63f-718c-4c5a-8301-38e1d139451a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.351867 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989df5-29a4-4715-86d0-e311194fa648 req-0ce3fd76-1584-412a-a10d-5fe80fea4a6f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:22.357997 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b7b7a63f-718c-4c5a-8301-38e1d139451a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a5d29d19-c4a9-42ba-90f8-ca632452e72c HTTP/1.1" status: 204 len: 168 time: 0.9431295 Aug 26 08:52:22.375786 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ce989df5-29a4-4715-86d0-e311194fa648 req-0ce3fd76-1584-412a-a10d-5fe80fea4a6f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 944 time: 0.2809427 Aug 26 08:52:22.394148 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45491aef-1047-4453-a4f7-c0ff58afc936 x-openstack-request-id: req-45491aef-1047-4453-a4f7-c0ff58afc936 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:22.394872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b14a44-0641-4121-9855-fe0454700263", "tag": "e6c43102-4bd4-4b6b-8992-a1b7bca6db2b", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:22.395402 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45491aef-1047-4453-a4f7-c0ff58afc936 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:22.396363 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45491aef-1047-4453-a4f7-c0ff58afc936'] response: {'name': 'network-changed', 'server_uuid': 'a0b14a44-0641-4121-9855-fe0454700263', 'tag': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b', 'status': 'completed', 'code': 200} Aug 26 08:52:22.417500 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-bae850ec-f43d-4fbf-b0c7-87d915afad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:22.419368 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-bae850ec-f43d-4fbf-b0c7-87d915afad10 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=9ca5e4cf-59bd-4893-8976-3a1839841bd9 HTTP/1.1" status: 200 len: 851 time: 0.2975044 Aug 26 08:52:22.431866 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:52:22.441848 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7a63f-718c-4c5a-8301-38e1d139451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d29d19-c4a9-42ba-90f8-ca632452e72c,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:22.445605 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-37897259-3847-48d5-a9ac-53f62f5b55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (3f7cc6ac-4a56-49b4-a30d-561ffc040667), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.463675 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-37897259-3847-48d5-a9ac-53f62f5b55a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.469784 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-37897259-3847-48d5-a9ac-53f62f5b55a3 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3f7cc6ac-4a56-49b4-a30d-561ffc040667 HTTP/1.1" status: 204 len: 168 time: 1.2672427 Aug 26 08:52:22.478261 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c60f30db-03da-423b-a423-d2c7b504d527 req-d5d19f56-bf8c-4a4a-91a4-f2232324c3f7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961424 Aug 26 08:52:22.480240 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:22.522518 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'Port': ['ID=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:22.552413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:52:22.557505 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:22.558532 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.605847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.684338 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897259-3847-48d5-a9ac-53f62f5b55a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7cc6ac-4a56-49b4-a30d-561ffc040667,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:22.698618 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b648b062-7a09-4a51-bebb-2a53898413ac req-1116ac73-535b-42b8-b906-6734b0242503 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.1971481 Aug 26 08:52:22.707395 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-a40dc376-ab86-42b3-9d9a-56ec4a8b59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:22.710276 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-a40dc376-ab86-42b3-9d9a-56ec4a8b59a7 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2489109 Aug 26 08:52:22.712892 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] For port bacb0225-80ef-4914-92a8-9314236edf1a, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:22.730758 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ce989df5-29a4-4715-86d0-e311194fa648 req-c5ddeb1b-e9e0-4584-8186-5425a2849f0b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537128 Aug 26 08:52:22.740036 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] For port bacb0225-80ef-4914-92a8-9314236edf1a, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=bacb0225-80ef-4914-92a8-9314236edf1a,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:22.770328 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-011a6991-9ad8-4abc-9c51-b14872266d1a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6804762 Aug 26 08:52:22.780554 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.794099 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:22.799687 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.800503 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.802931 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 1094 time: 5.1670530 Aug 26 08:52:22.809285 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:22.934665 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Network 3ca2f64c-caf6-4358-8808-4c0656856257 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:52:22.941754 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:22.948713 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:22.952209 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:52:22.959545 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:22.960656 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:22.997471 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa5fba-eb39-48eb-8463-c4600d9a4e3b req-ee23d044-625d-4622-a6fd-24c5809ed8e2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:23.007377 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-47aa5fba-eb39-48eb-8463-c4600d9a4e3b req-ee23d044-625d-4622-a6fd-24c5809ed8e2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 931 time: 0.1276355 Aug 26 08:52:23.022985 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-e5822a8b-a726-4c9b-8e3e-d9d777cae8d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2646785 Aug 26 08:52:23.047256 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:23.048481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:23.055843 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-492d474e-9cdd-4254-a738-60c6244e042f None None] Provisioning complete for port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:23.058684 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-492d474e-9cdd-4254-a738-60c6244e042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:23.086285 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49861062-6b60-4e74-aa99-daf3fc281299 service neutron] Pushing event updated for resources: {'Port': ['ID=bacb0225-80ef-4914-92a8-9314236edf1a,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:23.095130 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-47aa5fba-eb39-48eb-8463-c4600d9a4e3b req-338291d9-181b-44a3-b503-9bac4220f8fc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863452 Aug 26 08:52:23.111462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48581bba-fbee-4ac9-88db-1081506e808b req-ac7de4c9-02f9-4b87-bbcc-0b91ba675d88 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:23.113498 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-48581bba-fbee-4ac9-88db-1081506e808b req-ac7de4c9-02f9-4b87-bbcc-0b91ba675d88 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 943 time: 0.2177844 Aug 26 08:52:23.167838 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-492d474e-9cdd-4254-a738-60c6244e042f None None] Port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:52:23.196174 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-48581bba-fbee-4ac9-88db-1081506e808b req-0d4118ce-3ab4-47a6-ae58-7cc3bf3a4cf6 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 Aug 26 08:52:23.394288 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-3eacb276-927f-4b52-9c92-ce167b546d8e None None] Provisioning complete for port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:23.396250 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3eacb276-927f-4b52-9c92-ce167b546d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:23.452603 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-3eacb276-927f-4b52-9c92-ce167b546d8e None None] Port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:52:23.491684 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42854) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:23.509809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-497f822a-8565-42f4-bed6-4184c0e746ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:23.633022 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-497f822a-8565-42f4-bed6-4184c0e746ea admin admin] Publish callbacks [] for security_group (a6316a96-782e-4caf-b16c-b663222c6f82), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:23.640998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Request body: {'port': {'device_id': '8de0d2d4-3218-426b-a548-91c5891780fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:23.641743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Request body: {'port': {'device_id': '14ea47a3-6a48-4509-8799-634e4e77319c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:23.777380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-497f822a-8565-42f4-bed6-4184c0e746ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a6316a96-782e-4caf-b16c-b663222c6f82), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:23.829978 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f822a-8565-42f4-bed6-4184c0e746ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6316a96-782e-4caf-b16c-b663222c6f82,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:23.878779 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-296beea9-3f1f-48fc-93b6-39f55c183dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:23.880815 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-296beea9-3f1f-48fc-93b6-39f55c183dd4 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1127 time: 0.2188909 Aug 26 08:52:23.995246 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97bec7-360b-452c-9e1d-6bde7cd25ec5 req-ee6b5bbd-1102-4b37-9ec2-fd042e3a97c9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:23.998230 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0e97bec7-360b-452c-9e1d-6bde7cd25ec5 req-ee6b5bbd-1102-4b37-9ec2-fd042e3a97c9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 931 time: 0.1104460 Aug 26 08:52:24.002520 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-8c10d56d-492e-4544-8b57-fc4478ca094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:24.004220 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd7db5-bfe9-490b-9e4b-fbcf3831ad8e req-0437d619-7c71-4e06-9d94-780d3ec86437 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:24.004879 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-8c10d56d-492e-4544-8b57-fc4478ca094b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1128 time: 0.2933609 Aug 26 08:52:24.013726 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2ecd7db5-bfe9-490b-9e4b-fbcf3831ad8e req-0437d619-7c71-4e06-9d94-780d3ec86437 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 944 time: 0.1133299 Aug 26 08:52:24.021450 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-497f822a-8565-42f4-bed6-4184c0e746ea admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=12fbe05300254a7e83a7d03d1b95ce45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284903 Aug 26 08:52:24.025451 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 42874) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:24.068939 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-349a3387-1502-4185-aa02-b7c7862350ef service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 217 time: 0.0533848 Aug 26 08:52:24.100203 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:24.215752 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:24.246531 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-16f5c3bb-2be4-492d-b048-fdf42feff860 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004126 Aug 26 08:52:24.281252 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:24.340898 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0e97bec7-360b-452c-9e1d-6bde7cd25ec5 req-33872b28-22ee-483c-93ce-d9b0cbf21eb2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272085 Aug 26 08:52:24.357728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-6083f0dd-8a08-42d1-8c0f-6824eef2cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:24.359265 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-6083f0dd-8a08-42d1-8c0f-6824eef2cbfc service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.2791891 Aug 26 08:52:24.492123 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:24.498065 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265aa751-8f89-4e72-980d-e6be81912401" -d '{"events": [{"name": "network-changed", "server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:24.531332 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2ecd7db5-bfe9-490b-9e4b-fbcf3831ad8e req-10d4bbd8-8e19-491c-8dc5-ab9bedbef4a5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046334 Aug 26 08:52:24.556601 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-e94435a0-be1c-4d70-b477-7ab8ace53017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:24.558975 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-e94435a0-be1c-4d70-b477-7ab8ace53017 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1862748 Aug 26 08:52:24.617722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:24.744704 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-bc8af8b6-054c-4ea4-a42f-8c90bb70608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:24.747377 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-bc8af8b6-054c-4ea4-a42f-8c90bb70608b service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.8526216 Aug 26 08:52:24.804929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e25e079a-ddfa-4bd3-849d-dd0e1d98c705 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:52:24.830726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b0921-4a76-4171-9f63-548dbb834f8f req-df93ae0b-99aa-41c5-91c3-451726976d52 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:24.833806 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-902b0921-4a76-4171-9f63-548dbb834f8f req-df93ae0b-99aa-41c5-91c3-451726976d52 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 931 time: 0.2528803 Aug 26 08:52:24.921742 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b85b566-44ed-453b-b6e6-836f3c848d7c admin admin] Publish callbacks [] for security_group (a6316a96-782e-4caf-b16c-b663222c6f82), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:24.963599 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-c94775d5-0c1a-4315-a316-5d39b074742b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858871 Aug 26 08:52:24.976049 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-a09d0851-ab7a-4e26-8e7c-0858726feabf service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 217 time: 0.2137105 Aug 26 08:52:24.990597 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-902b0921-4a76-4171-9f63-548dbb834f8f req-7ca6146c-db09-41db-8ceb-b800c1f87a07 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388972 Aug 26 08:52:25.157767 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:25.159418 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367847a-3fe3-44f9-a72b-e62f8dab2e33 req-a3e8a266-4a88-4e76-b166-4adb14f90711 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:25.172124 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f367847a-3fe3-44f9-a72b-e62f8dab2e33 req-a3e8a266-4a88-4e76-b166-4adb14f90711 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 943 time: 0.4914880 Aug 26 08:52:25.198455 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'port_id': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:52:25.215514 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce34662-b354-45cb-aacf-d1fde9b149e2 x-openstack-request-id: req-9ce34662-b354-45cb-aacf-d1fde9b149e2 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:25.215989 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:25.216399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ce34662-b354-45cb-aacf-d1fde9b149e2 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:25.217046 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce34662-b354-45cb-aacf-d1fde9b149e2'] response: {'name': 'network-changed', 'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'status': 'completed', 'code': 200} Aug 26 08:52:25.231095 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d58bf1-2d6c-4df7-8638-a30df721d2e9 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:25.252103 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Publish callbacks [] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.267434 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:25.268492 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.279573 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b85b566-44ed-453b-b6e6-836f3c848d7c admin admin] Publish callbacks [] for security_group (a6316a96-782e-4caf-b16c-b663222c6f82), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.287305 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Transition to ACTIVE for port object 61d58bf1-2d6c-4df7-8638-a30df721d2e9 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:52:25.292503 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a332ad9f-690e-467e-a2e4-f2d6f8d60574 req-040d6d78-55bf-412e-b720-79725b098eac service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964184 Aug 26 08:52:25.299237 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.316812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25e079a-ddfa-4bd3-849d-dd0e1d98c705 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:25.331926 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea4e48a9-75ed-4b32-b15c-19c43c332d25 req-713a2468-2e15-431f-85c6-a9af2f3d7300 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0507796 Aug 26 08:52:25.345241 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:25.346726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:25.360918 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:25.376050 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.401842 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Attempting to bind port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:25.402073 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Attempting to bind port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:25.402518 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Attempting to bind port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 on network 3ca2f64c-caf6-4358-8808-4c0656856257 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:25.415777 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:25.420148 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 on network 3ca2f64c-caf6-4358-8808-4c0656856257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:52:25.420505 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Attempting to bind port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 on network 3ca2f64c-caf6-4358-8808-4c0656856257 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:25.431829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:25.433472 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Checking segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:25.434425 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Bound using segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:25.435390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Bound port: 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:25.436272 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.466688 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-7d326cfa-7b0c-4bfe-81de-6c6533e13467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:25.468309 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-7d326cfa-7b0c-4bfe-81de-6c6533e13467 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.4911335 Aug 26 08:52:25.481942 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:25.486538 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b85b566-44ed-453b-b6e6-836f3c848d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a6316a96-782e-4caf-b16c-b663222c6f82), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.489463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b85b566-44ed-453b-b6e6-836f3c848d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.494877 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0b85b566-44ed-453b-b6e6-836f3c848d7c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a6316a96-782e-4caf-b16c-b663222c6f82 HTTP/1.1" status: 204 len: 168 time: 1.4375288 Aug 26 08:52:25.614671 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:25.621424 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:25.659190 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:25.664699 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['e25e079a-ddfa-4bd3-849d-dd0e1d98c705'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:52:25.719544 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6142fc-57bc-46a4-b141-da62065b187d req-aaab207b-2824-4194-910b-b8e8e74b69b7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:25.721869 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d6142fc-57bc-46a4-b141-da62065b187d req-aaab207b-2824-4194-910b-b8e8e74b69b7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1099803 Aug 26 08:52:25.723755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.731336 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:25.734401 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:25.736084 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 1093 time: 2.1030672 Aug 26 08:52:25.736694 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:25.740064 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:25.863809 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f367847a-3fe3-44f9-a72b-e62f8dab2e33 req-b57ebb28-3da1-4dcd-9cd5-fe59202091c7 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902137 Aug 26 08:52:25.868798 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:25.871203 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85b566-44ed-453b-b6e6-836f3c848d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6316a96-782e-4caf-b16c-b663222c6f82,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:25.895716 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d6142fc-57bc-46a4-b141-da62065b187d req-5f1d4b77-0814-429a-a8f8-e019009a1ca3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518612 Aug 26 08:52:25.920755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.921388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.922082 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.922565 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.923154 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.924019 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.924602 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.926183 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.926531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.926912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.927276 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.927608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.927990 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.928319 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.928657 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76604694-5edd-48c2-95d0-560cc54e9289 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:25.982361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5962034-3cae-4c8c-b552-70870799ecb5 x-openstack-request-id: req-d5962034-3cae-4c8c-b552-70870799ecb5 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:25.982724 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:25.983062 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5962034-3cae-4c8c-b552-70870799ecb5 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:25.983493 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5962034-3cae-4c8c-b552-70870799ecb5'] response: {'name': 'network-changed', 'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'status': 'completed', 'code': 200} Aug 26 08:52:26.064382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f9abb5-5c56-40e3-aed3-5d7eb434f36c {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:26.122871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Publish callbacks [] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:26.152665 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e6743-c7df-47d4-9f7e-a76f5a057d07 req-39d6c560-ceca-43ad-8414-9b544c59549d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:26.154386 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9e5e6743-c7df-47d4-9f7e-a76f5a057d07 req-39d6c560-ceca-43ad-8414-9b544c59549d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 944 time: 0.1360483 Aug 26 08:52:26.189826 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Transition to ACTIVE for port object f2f9abb5-5c56-40e3-aed3-5d7eb434f36c will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:52:26.191390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-9bd20583-54e2-40fe-8ae1-727334150b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:26.193025 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-9bd20583-54e2-40fe-8ae1-727334150b62 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230388 Aug 26 08:52:26.216447 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:26.225912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab req-e8703ff0-fb30-4f79-8f02-a4db004bf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:26.229035 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab req-e8703ff0-fb30-4f79-8f02-a4db004bf8de service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1127 time: 0.1107125 Aug 26 08:52:26.233318 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa751-8f89-4e72-980d-e6be81912401 req-7e0d64df-0ac0-46b2-b2d4-3516fec7416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:26.238800 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-7e0d64df-0ac0-46b2-b2d4-3516fec7416c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1128 time: 0.1480560 Aug 26 08:52:26.355362 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348181a7-7ab8-4056-a814-5074dceaccd3 req-fed40167-466a-45ed-8729-ef85370236a7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:26.358275 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-348181a7-7ab8-4056-a814-5074dceaccd3 req-fed40167-466a-45ed-8729-ef85370236a7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 943 time: 0.1270137 Aug 26 08:52:26.379275 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9e5e6743-c7df-47d4-9f7e-a76f5a057d07 req-dff68196-58a0-4ebd-b32d-324155fcee8a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140534 Aug 26 08:52:26.382493 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:26.399108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Attempting to bind port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:52:26.399108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Attempting to bind port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:52:26.399108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Attempting to bind port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:26.406509 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:52:26.406843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Attempting to bind port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:52:26.422302 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:52:26.422302 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Checking segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:26.422302 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Bound using segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:52:26.422302 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Bound port: f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:52:26.422302 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:26.441595 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:26.493981 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-348181a7-7ab8-4056-a814-5074dceaccd3 req-ce949f43-d5af-49e2-9bac-e688bb3977fd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189392 Aug 26 08:52:26.539029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:26.556564 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] For port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:52:26.560446 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] For port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:52:26.573725 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:26.579200 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:26.579970 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:26.581827 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 200 len: 1093 time: 2.9466429 Aug 26 08:52:26.641962 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:26.650054 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.650693 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.651073 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.651566 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.652088 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.652580 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.653119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.653630 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.654112 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.654667 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.655192 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.655675 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.656210 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.656550 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.656889 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a9809-09b5-41b8-a2d1-feb89d1b499c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:26.789527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e25e079a-ddfa-4bd3-849d-dd0e1d98c705 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:26.863601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:52:26.867102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:26.901090 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:26.901622 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:27.064858 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:27.118229 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:27.118693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:27.172714 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:27.192002 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-aa5e7d78-83c1-4d67-b133-4cf6339435c1 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997463 Aug 26 08:52:27.223414 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ea47a3-6a48-4509-8799-634e4e77319c', 'tag': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:27.226311 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323ea77-38e6-47f9-a36d-acf399ffdb23" -d '{"events": [{"name": "network-changed", "server_uuid": "14ea47a3-6a48-4509-8799-634e4e77319c", "tag": "f2f9abb5-5c56-40e3-aed3-5d7eb434f36c"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:27.311268 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:27.324506 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:27.326314 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949de7f-0af8-4a32-bd08-42e4efcccf4f req-81048eb4-a124-4c2e-b9d3-688c0c1dc747 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.328021 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d949de7f-0af8-4a32-bd08-42e4efcccf4f req-81048eb4-a124-4c2e-b9d3-688c0c1dc747 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 943 time: 0.1057889 Aug 26 08:52:27.351047 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-3b3ea86c-8820-499a-a931-a4c5f6cdd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.362995 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-3b3ea86c-8820-499a-a931-a4c5f6cdd2e2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1127 time: 0.3524258 Aug 26 08:52:27.413913 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-7bbca443-288c-4dd5-9f13-9bb57c977428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.413913 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-7bbca443-288c-4dd5-9f13-9bb57c977428 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=76bb70b9748b4ed69bfc098327cc1234&device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 1127 time: 0.4597929 Aug 26 08:52:27.423480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:27.532761 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158263c-bd99-4d3a-bc01-9ea00e484591 req-53eb3296-d894-459f-8ddd-b25b725d2d2b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.535255 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a158263c-bd99-4d3a-bc01-9ea00e484591 req-53eb3296-d894-459f-8ddd-b25b725d2d2b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.4416640 Aug 26 08:52:27.536653 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-570853a7-1eda-4bc5-a487-f4b0655b47e5 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 200 len: 217 time: 0.1626709 Aug 26 08:52:27.539017 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab req-b9810811-57da-4a2a-bfcf-02a8acfe1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.541319 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab req-b9810811-57da-4a2a-bfcf-02a8acfe1ca0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6487994 Aug 26 08:52:27.563073 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-5fb9243c-f181-492c-b298-da431256936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.564921 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-5fb9243c-f181-492c-b298-da431256936c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 HTTP/1.1" status: 200 len: 914 time: 0.1399372 Aug 26 08:52:27.629853 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-1c0347ce-fafc-4c55-83ad-29db09e67fe9 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b HTTP/1.1" status: 200 len: 217 time: 0.0485370 Aug 26 08:52:27.671913 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d949de7f-0af8-4a32-bd08-42e4efcccf4f req-91adf1b9-c4e4-428e-9684-107e57d7a9d3 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289042 Aug 26 08:52:27.784978 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218613c-bd66-4cb2-8d0d-6f8a8bc05347 x-openstack-request-id: req-3218613c-bd66-4cb2-8d0d-6f8a8bc05347 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:27.787147 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ea47a3-6a48-4509-8799-634e4e77319c", "tag": "f2f9abb5-5c56-40e3-aed3-5d7eb434f36c", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:27.787691 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3218613c-bd66-4cb2-8d0d-6f8a8bc05347 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:27.788400 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3218613c-bd66-4cb2-8d0d-6f8a8bc05347'] response: {'name': 'network-changed', 'server_uuid': '14ea47a3-6a48-4509-8799-634e4e77319c', 'tag': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c', 'status': 'completed', 'code': 200} Aug 26 08:52:27.797473 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa751-8f89-4e72-980d-e6be81912401 req-a21bdf4b-5fa0-4c79-86a3-fbaa5d279ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.806915 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-a21bdf4b-5fa0-4c79-86a3-fbaa5d279ea8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.8998041 Aug 26 08:52:27.815713 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-45595081-301a-453c-aaf0-ffa0fdedaa9b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497820 Aug 26 08:52:27.846079 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-9d9ae8a1-a8e0-4bab-b5d9-f1680b536642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.847975 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-9d9ae8a1-a8e0-4bab-b5d9-f1680b536642 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.2931075 Aug 26 08:52:27.905430 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-5da1e617-6c2e-4fe4-8d52-f6a73875ef54 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 217 time: 0.0921137 Aug 26 08:52:27.907141 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53426c3b-6c90-4aaa-9b03-433f4bd5674f" -d '{"events": [{"server_uuid": "1a8b026c-ef95-4a38-8eca-86005625dd30", "name": "network-vif-plugged", "status": "completed", "tag": "e25e079a-ddfa-4bd3-849d-dd0e1d98c705"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:27.969818 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-5cef6e05-7b4c-4683-b4d6-c0c55df11c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:27.971609 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-5cef6e05-7b4c-4683-b4d6-c0c55df11c62 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=9ca5e4cf-59bd-4893-8976-3a1839841bd9 HTTP/1.1" status: 200 len: 851 time: 0.3290875 Aug 26 08:52:28.034462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead44bf-890c-40d9-8658-19a63d1684cb req-428b7ea6-d18f-434b-ad67-080226c79225 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.042621 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ead44bf-890c-40d9-8658-19a63d1684cb req-428b7ea6-d18f-434b-ad67-080226c79225 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 944 time: 0.1433547 Aug 26 08:52:28.067026 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa751-8f89-4e72-980d-e6be81912401 req-fb48e4bf-e521-47d8-98e6-2b984ce24ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.069065 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-fb48e4bf-e521-47d8-98e6-2b984ce24ef3 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.1517944 Aug 26 08:52:28.077818 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a158263c-bd99-4d3a-bc01-9ea00e484591 req-b4047693-1add-456d-aad5-f1796aaf45b7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5343089 Aug 26 08:52:28.084424 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-f2a9fdcf-e299-48b4-9c61-f39fd2bbc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.086281 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-f2a9fdcf-e299-48b4-9c61-f39fd2bbc0cf service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042984 Aug 26 08:52:28.102769 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b25c-8187-4632-823d-416abe018801 req-753487fd-38dd-4c9b-985d-e7e4dd7b65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.106109 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-753487fd-38dd-4c9b-985d-e7e4dd7b65d3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2364960 Aug 26 08:52:28.108363 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:28.258786 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa751-8f89-4e72-980d-e6be81912401 req-6ccf8d02-ae1b-467b-8ef2-a11de790cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.263277 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-6ccf8d02-ae1b-467b-8ef2-a11de790cfa6 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821637 Aug 26 08:52:28.308147 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ead44bf-890c-40d9-8658-19a63d1684cb req-3fcaafa0-a231-4d32-9eca-ad8c9d021a60 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618473 Aug 26 08:52:28.434793 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-2b75c80d-774b-4cde-a46d-177133fbc35f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375218 Aug 26 08:52:28.476997 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:28.478175 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:28.480911 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab req-02f7888e-4f55-4fbb-8ab9-15f3bd1217a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.484535 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8fa0587a-cdb7-4835-b14a-6e387f64d7ab req-02f7888e-4f55-4fbb-8ab9-15f3bd1217a2 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9311726 Aug 26 08:52:28.494110 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:28.519238 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5644e6-b821-4dda-9604-696c041e91ca req-25b14d2f-83ed-4428-ae3a-1d06ea3dbfeb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.522430 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7c5644e6-b821-4dda-9604-696c041e91ca req-25b14d2f-83ed-4428-ae3a-1d06ea3dbfeb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 943 time: 0.2670510 Aug 26 08:52:28.552618 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-0ffaa24b-1ef7-4859-ba8d-9c3b562ea582 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374146 Aug 26 08:52:28.561400 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-d46c1aee-ea7b-40ea-91a9-0da870b54ebe service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045246 Aug 26 08:52:28.686460 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dc820c1-f90e-49a3-b821-a4a534ab3a16 req-55750bad-e7e9-4af2-ab5b-e25ea54f8bd5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406230 Aug 26 08:52:28.805986 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device bacb0225-80ef-4914-92a8-9314236edf1a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:52:28.893274 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7a0b25c-8187-4632-823d-416abe018801 req-52bbe0eb-640f-414c-94de-169efce7b02e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979951 Aug 26 08:52:28.894647 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb0006-a6f3-4c49-9592-73f024e7cadd x-openstack-request-id: req-89bb0006-a6f3-4c49-9592-73f024e7cadd {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:28.894965 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b026c-ef95-4a38-8eca-86005625dd30", "name": "network-vif-plugged", "status": "completed", "tag": "e25e079a-ddfa-4bd3-849d-dd0e1d98c705", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:28.895235 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89bb0006-a6f3-4c49-9592-73f024e7cadd {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:28.898308 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bb0006-a6f3-4c49-9592-73f024e7cadd'] response: {'server_uuid': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705', 'code': 200} Aug 26 08:52:28.901047 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-d9aa85c0-c6fc-445a-be74-8701cbab6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:28.909758 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-d9aa85c0-c6fc-445a-be74-8701cbab6bc8 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1127 time: 0.3432739 Aug 26 08:52:28.933933 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7c5644e6-b821-4dda-9604-696c041e91ca req-6c85c8da-2701-42e7-99b2-fd187a202c93 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923881 Aug 26 08:52:29.014697 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-265aa751-8f89-4e72-980d-e6be81912401 req-04cb30a3-719e-4744-8a71-0b9933982641 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559529 Aug 26 08:52:29.061081 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-a880b8fe-f064-4025-bc80-059781643e11 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 217 time: 0.1214228 Aug 26 08:52:29.166808 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port bacb0225-80ef-4914-92a8-9314236edf1a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=bacb0225-80ef-4914-92a8-9314236edf1a,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:29.176589 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc3955-6ef2-43d4-b19c-24608ce4ba71 req-365b2a8c-bde0-4595-b540-6a6ba0527440 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:29.189335 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3cdc3955-6ef2-43d4-b19c-24608ce4ba71 req-365b2a8c-bde0-4595-b540-6a6ba0527440 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 943 time: 0.0960550 Aug 26 08:52:29.311200 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3cdc3955-6ef2-43d4-b19c-24608ce4ba71 req-080a0bb2-1b58-4d03-b170-62cc95401283 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205697 Aug 26 08:52:29.365407 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a8d15-e620-44a6-bdab-5865dc77cbcf req-a74502aa-8322-41d0-aeb3-2599610222f7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:29.380353 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2b4a8d15-e620-44a6-bdab-5865dc77cbcf req-a74502aa-8322-41d0-aeb3-2599610222f7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1344733 Aug 26 08:52:29.383740 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'port_id': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'mac_address': 'fa:16:3e:09:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:52:29.452469 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port bacb0225-80ef-4914-92a8-9314236edf1a is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:29.454093 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:29.480271 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacb0225-80ef-4914-92a8-9314236edf1a {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:29.504840 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2b4a8d15-e620-44a6-bdab-5865dc77cbcf req-f663946a-3ffa-4278-a21d-65d4815fb553 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203432 Aug 26 08:52:29.523500 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port bacb0225-80ef-4914-92a8-9314236edf1a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=bacb0225-80ef-4914-92a8-9314236edf1a,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:29.535369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:29.537207 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e6c43102-4bd4-4b6b-8992-a1b7bca6db2b details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:52:29.589281 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6adf4f-0338-417b-abe7-0ef1d839012a req-3d3a9a2c-6abd-4309-b4bc-b9b751da445a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:29.611824 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9b6adf4f-0338-417b-abe7-0ef1d839012a req-3d3a9a2c-6abd-4309-b4bc-b9b751da445a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 944 time: 0.1483512 Aug 26 08:52:29.696359 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9b6adf4f-0338-417b-abe7-0ef1d839012a req-454b374e-372c-44d6-bb33-e3e11f65b9eb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818901 Aug 26 08:52:29.839934 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=bacb0225-80ef-4914-92a8-9314236edf1a,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:29.865390 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:29.883306 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.884009 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.884009 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.884407 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.884702 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.885021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.885670 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.886006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.886338 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.886659 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.887009 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.887352 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.887677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.888133 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.888301 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:52:29.894873 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b', 'network_id': 'b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4', 'port_id': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b', 'mac_address': 'fa:16:3e:f3:db:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca5e4cf-59bd-4893-8976-3a1839841bd9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:52:29.917514 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43094) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:29.960151 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:29.960532 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:29.979812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c43102-4bd4-4b6b-8992-a1b7bca6db2b {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:30.033354 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:30.041264 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:30.099895 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:30.104513 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:30.114274 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bc6a9-5fc5-49b6-a32c-484aea4f7dbc req-61f0d294-780d-409d-9011-54a366fb3766 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:30.116763 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ca8bc6a9-5fc5-49b6-a32c-484aea4f7dbc req-61f0d294-780d-409d-9011-54a366fb3766 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 943 time: 0.0719788 Aug 26 08:52:30.208362 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ca8bc6a9-5fc5-49b6-a32c-484aea4f7dbc req-0bde5b25-ab11-4c31-9851-8593006937c0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783961 Aug 26 08:52:30.376453 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f77ff24-d956-4944-9cc8-43b3149e697d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:30.483969 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ad3ca-b6d3-4d93-b881-49ed6916f2b8 req-66626118-8ca0-4bc2-b43b-2c347cdd6e76 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:30.493623 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1c8ad3ca-b6d3-4d93-b881-49ed6916f2b8 req-66626118-8ca0-4bc2-b43b-2c347cdd6e76 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 944 time: 0.0713248 Aug 26 08:52:30.576773 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1c8ad3ca-b6d3-4d93-b881-49ed6916f2b8 req-e8d69b3c-ecd6-4d6c-8137-79c902b17a65 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803010 Aug 26 08:52:30.602766 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f77ff24-d956-4944-9cc8-43b3149e697d admin admin] Publish callbacks [] for security_group (dcc8b900-17e7-4180-aa7f-9c0e18efab4d), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:30.612989 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f77ff24-d956-4944-9cc8-43b3149e697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (dcc8b900-17e7-4180-aa7f-9c0e18efab4d), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:30.714713 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4f77ff24-d956-4944-9cc8-43b3149e697d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=381a7b4f9d6f406781c9f3184f9c2491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7918754 Aug 26 08:52:30.714713 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77ff24-d956-4944-9cc8-43b3149e697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc8b900-17e7-4180-aa7f-9c0e18efab4d,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:30.715360 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43124) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:30.825047 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3986e-cbc0-493c-885e-2327de0b6729 req-2776ff24-b653-4264-b1ed-cdee9da607f5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:30.833528 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9ee3986e-cbc0-493c-885e-2327de0b6729 req-2776ff24-b653-4264-b1ed-cdee9da607f5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1030455 Aug 26 08:52:30.895113 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba40aa3e-5cae-4ecb-8c08-a42cef51aadb admin admin] Publish callbacks [] for security_group (dcc8b900-17e7-4180-aa7f-9c0e18efab4d), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:30.895391 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9ee3986e-cbc0-493c-885e-2327de0b6729 req-4cf77f40-c6be-4890-9a1d-c2bb6479fc65 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604320 Aug 26 08:52:30.909208 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10f426-08c5-45d6-aef0-4846cb1e8a1a req-1385130f-3a03-494e-ac4a-e7b0f9fa33f2 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:30.911981 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fb10f426-08c5-45d6-aef0-4846cb1e8a1a req-1385130f-3a03-494e-ac4a-e7b0f9fa33f2 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 945 time: 0.1112885 Aug 26 08:52:30.985350 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba40aa3e-5cae-4ecb-8c08-a42cef51aadb admin admin] Publish callbacks [] for security_group (dcc8b900-17e7-4180-aa7f-9c0e18efab4d), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.064031 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fb10f426-08c5-45d6-aef0-4846cb1e8a1a req-baba3e38-cb75-4f39-8edb-a6a40e616945 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330469 Aug 26 08:52:31.105264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba40aa3e-5cae-4ecb-8c08-a42cef51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (dcc8b900-17e7-4180-aa7f-9c0e18efab4d), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.110465 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba40aa3e-5cae-4ecb-8c08-a42cef51aadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.112448 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ba40aa3e-5cae-4ecb-8c08-a42cef51aadb admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/dcc8b900-17e7-4180-aa7f-9c0e18efab4d HTTP/1.1" status: 204 len: 168 time: 0.3953829 Aug 26 08:52:31.125358 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40aa3e-5cae-4ecb-8c08-a42cef51aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc8b900-17e7-4180-aa7f-9c0e18efab4d,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:31.396633 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b259-60e4-4ad2-bb67-4f354773a7fc req-70a491e2-915e-41a9-bb93-332bce34d414 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:31.396633 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5da9b259-60e4-4ad2-bb67-4f354773a7fc req-70a491e2-915e-41a9-bb93-332bce34d414 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 943 time: 0.0635469 Aug 26 08:52:31.396957 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43150) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:31.467901 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5da9b259-60e4-4ad2-bb67-4f354773a7fc req-20b50fe1-3776-46e3-9184-7cd0804d27fa tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606849 Aug 26 08:52:31.528701 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.621638 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43156) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:31.640123 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9185-acb4-4ba7-bf26-812ff5d24ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.652135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fed26052-820b-44af-b1e6-9ccd6293407a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.694491 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:31.718762 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:31.739812 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:31.800165 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557055c-39a2-47d4-bce8-2831da4a0cef req-3df662c7-c2b1-4d7f-bd7f-8a7583460b58 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:31.801806 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4557055c-39a2-47d4-bce8-2831da4a0cef req-3df662c7-c2b1-4d7f-bd7f-8a7583460b58 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 944 time: 0.0890005 Aug 26 08:52:31.807290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fed26052-820b-44af-b1e6-9ccd6293407a admin admin] Publish callbacks [] for security_group (69893dcc-5710-4b70-a0d3-cd2dd99a7e54), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.808440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9185-acb4-4ba7-bf26-812ff5d24ca8 admin admin] Publish callbacks [] for security_group (0cab5bde-c0f6-4576-80e0-cc2f70d7daae), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.814123 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fed26052-820b-44af-b1e6-9ccd6293407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (69893dcc-5710-4b70-a0d3-cd2dd99a7e54), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.827352 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9185-acb4-4ba7-bf26-812ff5d24ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (0cab5bde-c0f6-4576-80e0-cc2f70d7daae), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.863164 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-fed26052-820b-44af-b1e6-9ccd6293407a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fdcd8989c9d646cc885aaa9abbce1df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366529 Aug 26 08:52:31.863164 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26052-820b-44af-b1e6-9ccd6293407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69893dcc-5710-4b70-a0d3-cd2dd99a7e54,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:31.864299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43162) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:31.887921 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:31.895326 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a9185-acb4-4ba7-bf26-812ff5d24ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab5bde-c0f6-4576-80e0-cc2f70d7daae,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:31.949709 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-469ddd93-98b3-41ec-83d1-40b2be39c2b5 admin admin] Publish callbacks [] for security_group (69893dcc-5710-4b70-a0d3-cd2dd99a7e54), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:31.971746 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-8a1a9185-acb4-4ba7-bf26-812ff5d24ca8 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f9f5c6bf70c947a8ab853038b57e3d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736146 Aug 26 08:52:31.975998 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43170) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:31.978783 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-469ddd93-98b3-41ec-83d1-40b2be39c2b5 admin admin] Publish callbacks [] for security_group (69893dcc-5710-4b70-a0d3-cd2dd99a7e54), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.012896 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4557055c-39a2-47d4-bce8-2831da4a0cef req-dc8c84ee-d9b1-41c5-b904-31053263f1db tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971970 Aug 26 08:52:32.094123 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-469ddd93-98b3-41ec-83d1-40b2be39c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (69893dcc-5710-4b70-a0d3-cd2dd99a7e54), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.096891 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-469ddd93-98b3-41ec-83d1-40b2be39c2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.098710 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-469ddd93-98b3-41ec-83d1-40b2be39c2b5 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/69893dcc-5710-4b70-a0d3-cd2dd99a7e54 HTTP/1.1" status: 204 len: 168 time: 0.2331233 Aug 26 08:52:32.120458 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9a0f807e-631a-4219-912a-d6e8cd8916e7 admin admin] Publish callbacks [] for security_group (0cab5bde-c0f6-4576-80e0-cc2f70d7daae), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.153458 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ddd93-98b3-41ec-83d1-40b2be39c2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69893dcc-5710-4b70-a0d3-cd2dd99a7e54,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:32.165777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9a0f807e-631a-4219-912a-d6e8cd8916e7 admin admin] Publish callbacks [] for security_group (0cab5bde-c0f6-4576-80e0-cc2f70d7daae), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.174752 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00111158-171a-4f44-a3c1-b8ff0c22a004 req-b57fa4ea-b9ea-45ae-ac9c-fa6ec1c9266d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:32.189911 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00111158-171a-4f44-a3c1-b8ff0c22a004 req-b57fa4ea-b9ea-45ae-ac9c-fa6ec1c9266d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1427200 Aug 26 08:52:32.313872 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00111158-171a-4f44-a3c1-b8ff0c22a004 req-1933e551-a753-491e-9317-65a3e07c5643 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149333 Aug 26 08:52:32.331929 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9a0f807e-631a-4219-912a-d6e8cd8916e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (0cab5bde-c0f6-4576-80e0-cc2f70d7daae), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.336720 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9a0f807e-631a-4219-912a-d6e8cd8916e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:32.338628 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9a0f807e-631a-4219-912a-d6e8cd8916e7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/0cab5bde-c0f6-4576-80e0-cc2f70d7daae HTTP/1.1" status: 204 len: 168 time: 0.3589833 Aug 26 08:52:32.381006 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32771687-45ea-40ac-a6e1-7100e0238813 req-98f3a2f2-6413-4998-b8df-8e60206ec39f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:32.383540 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-32771687-45ea-40ac-a6e1-7100e0238813 req-98f3a2f2-6413-4998-b8df-8e60206ec39f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 945 time: 0.1155915 Aug 26 08:52:32.385311 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f807e-631a-4219-912a-d6e8cd8916e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab5bde-c0f6-4576-80e0-cc2f70d7daae,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:32.488927 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-32771687-45ea-40ac-a6e1-7100e0238813 req-d7b84f46-a349-4727-a0af-228abad821f5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886936 Aug 26 08:52:32.775083 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-1677ae0c-e794-43bd-adaa-7c07080da1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:32.776668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebd706-f8a2-4c3d-8ee7-05bd35bf513b req-334d8703-22c7-4440-9ca0-23c86808b307 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:32.778417 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-1677ae0c-e794-43bd-adaa-7c07080da1ec service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1127 time: 0.1409516 Aug 26 08:52:32.783747 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-12ebd706-f8a2-4c3d-8ee7-05bd35bf513b req-334d8703-22c7-4440-9ca0-23c86808b307 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 943 time: 0.1908066 Aug 26 08:52:32.834800 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-626da083-c3a1-4421-95e8-625d94252874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:32.837150 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-626da083-c3a1-4421-95e8-625d94252874 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.1901777 Aug 26 08:52:32.895907 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-12ebd706-f8a2-4c3d-8ee7-05bd35bf513b req-edc827a4-809f-4f86-81ef-0b055612d1fc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106682 Aug 26 08:52:32.925094 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['e6c43102-4bd4-4b6b-8992-a1b7bca6db2b'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:52:33.011402 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['bacb0225-80ef-4914-92a8-9314236edf1a'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:52:33.145874 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43204) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:33.251751 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-513c0423-4ab5-4ea3-9827-0004fdf439cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:33.254773 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-513c0423-4ab5-4ea3-9827-0004fdf439cd service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3170457 Aug 26 08:52:33.287215 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885390ac-a6ff-49b1-b815-c90c205156ec req-98792bdd-336b-4f6d-ae0f-134a2354d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:33.290334 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-885390ac-a6ff-49b1-b815-c90c205156ec req-98792bdd-336b-4f6d-ae0f-134a2354d57e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1129 time: 0.2604642 Aug 26 08:52:33.394373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-885390ac-a6ff-49b1-b815-c90c205156ec req-864dea32-2901-459a-8598-dd2353aa35f7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:33.505581 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device f2f9abb5-5c56-40e3-aed3-5d7eb434f36c details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:52:33.563469 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:33.649207 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f9a05-0673-4236-8fa2-1e41196c0ceb req-c4d08559-c6fe-4b6d-bc81-0558e05517a8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:33.664708 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dd2f9a05-0673-4236-8fa2-1e41196c0ceb req-c4d08559-c6fe-4b6d-bc81-0558e05517a8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1796763 Aug 26 08:52:33.687066 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3664-2797-48b0-8ff8-566f9476f3fe req-090a1d77-97b8-423e-b499-04a88bd29ef1 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:33.700204 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-704d3664-2797-48b0-8ff8-566f9476f3fe req-090a1d77-97b8-423e-b499-04a88bd29ef1 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 944 time: 0.5825055 Aug 26 08:52:33.766118 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-fca21e5b-6dd8-4aba-a325-69edf865f32d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014365 Aug 26 08:52:33.808542 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-704d3664-2797-48b0-8ff8-566f9476f3fe req-27054e39-5298-4ba8-b2ff-56c0feeb2432 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 Aug 26 08:52:33.831112 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:33.831112 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dd2f9a05-0673-4236-8fa2-1e41196c0ceb req-8ee0c60a-2d34-4cc3-b847-fd193cc07a22 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559567 Aug 26 08:52:33.847375 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1e23d362-827f-42f8-8924-65d4211839ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:33.870023 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-f9da1384-5209-4ebf-8734-00dd1c8c121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:33.872077 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-f9da1384-5209-4ebf-8734-00dd1c8c121d service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.9344599 Aug 26 08:52:33.903687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:33.962871 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-885390ac-a6ff-49b1-b815-c90c205156ec req-864dea32-2901-459a-8598-dd2353aa35f7 service neutron] Publish callbacks [] for security_group (dd28c828-c049-4c42-9a63-9b5ed8424633), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:33.965356 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'port_id': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c', 'mac_address': 'fa:16:3e:11:3e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:52:33.969825 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-885390ac-a6ff-49b1-b815-c90c205156ec req-864dea32-2901-459a-8598-dd2353aa35f7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (dd28c828-c049-4c42-9a63-9b5ed8424633), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.034601 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:34.098531 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-885390ac-a6ff-49b1-b815-c90c205156ec req-864dea32-2901-459a-8598-dd2353aa35f7 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865038 Aug 26 08:52:34.104885 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:34.105589 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.123226 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f9abb5-5c56-40e3-aed3-5d7eb434f36c {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:34.132827 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-a4737dba-19b7-4bf2-a90e-0ceb1a670e7f service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 200 len: 217 time: 0.2432499 Aug 26 08:52:34.151822 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:34.161825 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.177974 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dea32-2901-459a-8598-dd2353aa35f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd28c828-c049-4c42-9a63-9b5ed8424633,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:34.199519 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a86de8ac-91ce-4e7e-9b99-81aa53c93076 req-754770c2-9baf-40f1-b200-a96869bd4734 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826485 Aug 26 08:52:34.248724 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:34.264101 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1e23d362-827f-42f8-8924-65d4211839ff admin admin] Publish callbacks [] for security_group (1e15239e-6a24-4204-83dc-e5477a9615b2), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.272372 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1e23d362-827f-42f8-8924-65d4211839ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (1e15239e-6a24-4204-83dc-e5477a9615b2), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.296109 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568bca-bf85-406c-adc5-43eaa4e886e4 req-3a329714-fbca-4f1e-a98d-f90428ea5665 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:34.304077 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eb568bca-bf85-406c-adc5-43eaa4e886e4 req-3a329714-fbca-4f1e-a98d-f90428ea5665 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 944 time: 0.1851115 Aug 26 08:52:34.324513 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059edbb-5135-4775-9a4d-2090ee0d701c req-127fb8c5-910d-40c9-8d1a-47a3fa749f40 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:34.332630 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5059edbb-5135-4775-9a4d-2090ee0d701c req-127fb8c5-910d-40c9-8d1a-47a3fa749f40 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 945 time: 0.2017703 Aug 26 08:52:34.399700 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eb568bca-bf85-406c-adc5-43eaa4e886e4 req-2066ec29-378a-4569-973d-89e0bb908ec3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946455 Aug 26 08:52:34.400201 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:34.461619 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:34.478930 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23d362-827f-42f8-8924-65d4211839ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e15239e-6a24-4204-83dc-e5477a9615b2,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:34.508941 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1e23d362-827f-42f8-8924-65d4211839ff admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=2c6ba6c6a3c242d9936865a71c167c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300450 Aug 26 08:52:34.509301 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43244) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:34.568809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-a5198784-5135-405a-bf82-da7ac5954204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:34.570478 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-a5198784-5135-405a-bf82-da7ac5954204 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1832802 Aug 26 08:52:34.574193 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5059edbb-5135-4775-9a4d-2090ee0d701c req-5f956a91-6923-48ad-b1ad-2507996dcfd4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211924 Aug 26 08:52:34.614702 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6606e02c-de06-4acf-9fdb-6a6e114cee07 admin admin] Publish callbacks [] for security_group (1e15239e-6a24-4204-83dc-e5477a9615b2), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.645405 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6606e02c-de06-4acf-9fdb-6a6e114cee07 admin admin] Publish callbacks [] for security_group (1e15239e-6a24-4204-83dc-e5477a9615b2), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.756568 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6606e02c-de06-4acf-9fdb-6a6e114cee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (1e15239e-6a24-4204-83dc-e5477a9615b2), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.759812 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6606e02c-de06-4acf-9fdb-6a6e114cee07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:34.761600 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6606e02c-de06-4acf-9fdb-6a6e114cee07 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/1e15239e-6a24-4204-83dc-e5477a9615b2 HTTP/1.1" status: 204 len: 168 time: 0.2509043 Aug 26 08:52:34.765276 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['f2f9abb5-5c56-40e3-aed3-5d7eb434f36c'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:52:34.792806 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606e02c-de06-4acf-9fdb-6a6e114cee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e15239e-6a24-4204-83dc-e5477a9615b2,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:35.044856 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:35.132212 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f036ee-3795-4c21-b84b-481534f5b218 req-c6fce268-52b7-458f-b9c4-eff08a43f6e8 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:35.155896 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-69f036ee-3795-4c21-b84b-481534f5b218 req-c6fce268-52b7-458f-b9c4-eff08a43f6e8 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 944 time: 0.1504560 Aug 26 08:52:35.195496 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140777e-9286-45d6-ac51-d0406eaf9824 req-618ae7e0-9877-4175-ade6-609d04668fc8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:35.200562 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e140777e-9286-45d6-ac51-d0406eaf9824 req-618ae7e0-9877-4175-ade6-609d04668fc8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1452806 Aug 26 08:52:35.259957 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-69f036ee-3795-4c21-b84b-481534f5b218 req-009a4d31-d034-47ff-a62b-057982e404e0 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021602 Aug 26 08:52:35.324972 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e140777e-9286-45d6-ac51-d0406eaf9824 req-e4cdbbd9-bdd7-4bb8-921e-f5aa842d1cc7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123066 Aug 26 08:52:35.333131 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-349347c2-8adc-4f82-9499-16eb1797dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:35.335055 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-349347c2-8adc-4f82-9499-16eb1797dc68 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852706 Aug 26 08:52:35.588201 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6c6d9-d1c2-4f9e-93a1-a02e1cb74ab3 req-7775e5ac-468f-4345-b76f-4480037d1d89 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:35.590324 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ddb6c6d9-d1c2-4f9e-93a1-a02e1cb74ab3 req-7775e5ac-468f-4345-b76f-4480037d1d89 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 944 time: 0.0644367 Aug 26 08:52:35.689474 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device bacb0225-80ef-4914-92a8-9314236edf1a up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:35.694064 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ddb6c6d9-d1c2-4f9e-93a1-a02e1cb74ab3 req-cc2233b2-3547-4f4c-b6f4-b30b170b95c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963776 Aug 26 08:52:35.792935 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-1194e7bd-4333-43f2-8484-6258f8359d35 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917520 Aug 26 08:52:35.832730 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port bacb0225-80ef-4914-92a8-9314236edf1a completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:52:35.847222 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port bacb0225-80ef-4914-92a8-9314236edf1a triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:35.848021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:35.939479 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96e9c8-3fac-4e4b-bb89-5a3b7da66936 req-dcae131a-5375-4478-b909-0286834925e5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:35.947993 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7d96e9c8-3fac-4e4b-bb89-5a3b7da66936 req-dcae131a-5375-4478-b909-0286834925e5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 945 time: 0.1931713 Aug 26 08:52:35.988937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port bacb0225-80ef-4914-92a8-9314236edf1a is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:35.989384 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:36.073160 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:36.077115 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1615e4-e5b2-467f-9b75-2e6bb77420c3" -d '{"events": [{"server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "name": "network-vif-plugged", "status": "completed", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:36.094242 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b323ea77-38e6-47f9-a36d-acf399ffdb23 req-b49ee7a5-e880-4a79-a3bd-b21888dfc193 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726791 Aug 26 08:52:36.116190 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7d96e9c8-3fac-4e4b-bb89-5a3b7da66936 req-6c8adcf8-7af4-4ac7-9261-c957b5bd0ca0 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663747 Aug 26 08:52:36.122364 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port bacb0225-80ef-4914-92a8-9314236edf1a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=bacb0225-80ef-4914-92a8-9314236edf1a,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:36.133339 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:36.134814 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device f2f9abb5-5c56-40e3-aed3-5d7eb434f36c up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:36.200220 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e5dac6-d492-460d-bece-2e8e1762de28 x-openstack-request-id: req-e5e5dac6-d492-460d-bece-2e8e1762de28 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:36.200726 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "name": "network-vif-plugged", "status": "completed", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:36.200995 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5e5dac6-d492-460d-bece-2e8e1762de28 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:36.201667 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e5dac6-d492-460d-bece-2e8e1762de28'] response: {'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'code': 200} Aug 26 08:52:36.233659 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:36.296898 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=bacb0225-80ef-4914-92a8-9314236edf1a,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:36.331818 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:52:36.343445 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:36.343791 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:36.525071 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:36.525518 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:36.595155 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c750d-7ab4-4b24-9d6b-c7cb190d7235 req-989f2dbe-0ca8-4e39-9afd-0e9bb4f9f046 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:36.609449 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1c6c750d-7ab4-4b24-9d6b-c7cb190d7235 req-989f2dbe-0ca8-4e39-9afd-0e9bb4f9f046 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 944 time: 0.1450548 Aug 26 08:52:36.614406 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:36.633240 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:36.636329 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e6c43102-4bd4-4b6b-8992-a1b7bca6db2b up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:36.763295 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:36.784546 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1c6c750d-7ab4-4b24-9d6b-c7cb190d7235 req-aadbc8db-cd3c-4804-9289-50854a603e7d tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716659 Aug 26 08:52:36.791188 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dc029-8d5e-4b2f-bfb7-0cc2ccef9846 req-944da088-1023-4eeb-a264-168a9566d3ab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:36.794275 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a87dc029-8d5e-4b2f-bfb7-0cc2ccef9846 req-944da088-1023-4eeb-a264-168a9566d3ab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.2081139 Aug 26 08:52:36.857906 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:52:36.878107 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:36.878535 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:36.909771 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a87dc029-8d5e-4b2f-bfb7-0cc2ccef9846 req-82380c45-a9f1-441f-a5cf-62abd4109fc6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083949 Aug 26 08:52:36.964115 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:36.999632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26598b0b-8e77-44a8-909e-bf20513d9f9c req-27597360-9e0c-4f73-9c90-905ee966da10 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:37.001270 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-26598b0b-8e77-44a8-909e-bf20513d9f9c req-27597360-9e0c-4f73-9c90-905ee966da10 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0869551 Aug 26 08:52:37.021153 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:37.021693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:37.046726 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:37.073476 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:37.074739 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-26598b0b-8e77-44a8-909e-bf20513d9f9c req-a5514f4c-5bae-4a4f-bde4-f64cbac2ae78 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632110 Aug 26 08:52:37.081296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:37.143397 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:37.346740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fc38-7453-468b-9651-80688dc291b6 req-43f75574-c9e3-44fb-9323-6657ae909d8a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:37.349611 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1725fc38-7453-468b-9651-80688dc291b6 req-43f75574-c9e3-44fb-9323-6657ae909d8a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0934665 Aug 26 08:52:37.424676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43360) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:37.458760 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1725fc38-7453-468b-9651-80688dc291b6 req-f13c8c1c-48d4-4485-9085-3feae8e095e7 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795302 Aug 26 08:52:37.616537 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6023019c-583e-4fa3-a138-67e4f784696b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:37.767275 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6023019c-583e-4fa3-a138-67e4f784696b admin admin] Publish callbacks [] for security_group (ad3cfa25-d12a-48f4-86af-6c3de72e45e1), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:37.781200 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6023019c-583e-4fa3-a138-67e4f784696b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (ad3cfa25-d12a-48f4-86af-6c3de72e45e1), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:37.821838 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:37.893146 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023019c-583e-4fa3-a138-67e4f784696b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3cfa25-d12a-48f4-86af-6c3de72e45e1,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:37.902335 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6023019c-583e-4fa3-a138-67e4f784696b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a3d411aca75d49989de42d3e907f25e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763253 Aug 26 08:52:37.906572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43378) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:38.064074 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5c325854-8940-413e-a9cf-523d5342112b admin admin] Publish callbacks [] for security_group (ad3cfa25-d12a-48f4-86af-6c3de72e45e1), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.067328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:38.076805 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e320d-6db2-4878-ba83-b6334c9fb3a4 req-bda0280a-2c71-4d42-9d94-df30bf4790f6 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:38.079657 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-959e320d-6db2-4878-ba83-b6334c9fb3a4 req-bda0280a-2c71-4d42-9d94-df30bf4790f6 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0985723 Aug 26 08:52:38.118939 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef138-e5fd-4e11-b7b4-fc68748a86c8 req-3e82b9c8-6045-4498-8deb-3f8a9de09c0e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:38.121436 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0c3ef138-e5fd-4e11-b7b4-fc68748a86c8 req-3e82b9c8-6045-4498-8deb-3f8a9de09c0e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0918472 Aug 26 08:52:38.166084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5c325854-8940-413e-a9cf-523d5342112b admin admin] Publish callbacks [] for security_group (ad3cfa25-d12a-48f4-86af-6c3de72e45e1), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.204103 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea47a3-6a48-4509-8799-634e4e77319c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c'}, {'server_uuid': 'a0b14a44-0641-4121-9855-fe0454700263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:38.211214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48afde9c-cbab-4f73-bca4-f5e2611f99dc" -d '{"events": [{"server_uuid": "14ea47a3-6a48-4509-8799-634e4e77319c", "name": "network-vif-plugged", "status": "completed", "tag": "f2f9abb5-5c56-40e3-aed3-5d7eb434f36c"}, {"server_uuid": "a0b14a44-0641-4121-9855-fe0454700263", "name": "network-vif-plugged", "status": "completed", "tag": "e6c43102-4bd4-4b6b-8992-a1b7bca6db2b"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:38.244493 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0c3ef138-e5fd-4e11-b7b4-fc68748a86c8 req-61164ab5-64e7-454f-9090-4ffdb6bca78f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098096 Aug 26 08:52:38.244694 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43388) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:38.284991 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-959e320d-6db2-4878-ba83-b6334c9fb3a4 req-a32c0846-fc57-4d12-a10a-39b14601cd96 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891353 Aug 26 08:52:38.347695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5c325854-8940-413e-a9cf-523d5342112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (ad3cfa25-d12a-48f4-86af-6c3de72e45e1), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.350627 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5c325854-8940-413e-a9cf-523d5342112b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.357109 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-5c325854-8940-413e-a9cf-523d5342112b admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/ad3cfa25-d12a-48f4-86af-6c3de72e45e1 HTTP/1.1" status: 204 len: 168 time: 0.4448421 Aug 26 08:52:38.419151 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c325854-8940-413e-a9cf-523d5342112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3cfa25-d12a-48f4-86af-6c3de72e45e1,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:38.505462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5268-ed16-42a8-a036-7d9b74856fbf req-7ed530cc-8a51-4924-86a9-ad8523a4ab47 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:38.523876 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2f1d5268-ed16-42a8-a036-7d9b74856fbf req-7ed530cc-8a51-4924-86a9-ad8523a4ab47 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1357532 Aug 26 08:52:38.525158 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b278d-2db0-472a-81de-5dfc73a73f36 x-openstack-request-id: req-df2b278d-2db0-472a-81de-5dfc73a73f36 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:38.525653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea47a3-6a48-4509-8799-634e4e77319c", "name": "network-vif-plugged", "status": "completed", "tag": "f2f9abb5-5c56-40e3-aed3-5d7eb434f36c", "code": 200}, {"server_uuid": "a0b14a44-0641-4121-9855-fe0454700263", "name": "network-vif-plugged", "status": "completed", "tag": "e6c43102-4bd4-4b6b-8992-a1b7bca6db2b", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:38.526179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-df2b278d-2db0-472a-81de-5dfc73a73f36 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:38.526928 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2b278d-2db0-472a-81de-5dfc73a73f36'] response: {'server_uuid': '14ea47a3-6a48-4509-8799-634e4e77319c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c', 'code': 200} Aug 26 08:52:38.527489 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2b278d-2db0-472a-81de-5dfc73a73f36'] response: {'server_uuid': 'a0b14a44-0641-4121-9855-fe0454700263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b', 'code': 200} Aug 26 08:52:38.623135 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:38.629715 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2f1d5268-ed16-42a8-a036-7d9b74856fbf req-9d79982c-cfea-4c9f-aa30-b0cceb3cf0e6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008534 Aug 26 08:52:38.644698 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-431b716d-17ca-4561-bfa1-55f3b036d9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.743200 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece0bb6-cded-4be2-b8c0-24361f1a9fcf req-21f3b4cb-87d3-4c8c-a8aa-ebcbef5bbb43 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:38.744937 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cece0bb6-cded-4be2-b8c0-24361f1a9fcf req-21f3b4cb-87d3-4c8c-a8aa-ebcbef5bbb43 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0625339 Aug 26 08:52:38.782267 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-431b716d-17ca-4561-bfa1-55f3b036d9a1 admin admin] Publish callbacks [] for security_group (b148c495-8de9-458d-95dc-a0cca30d4ffe), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.791535 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-431b716d-17ca-4561-bfa1-55f3b036d9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b148c495-8de9-458d-95dc-a0cca30d4ffe), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:38.838120 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:38.848356 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cece0bb6-cded-4be2-b8c0-24361f1a9fcf req-bb2a568a-78da-4c6d-b6af-93c28998b67f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954826 Aug 26 08:52:38.868713 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-431b716d-17ca-4561-bfa1-55f3b036d9a1 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=4781b11c08544fb481a5126565bb9bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6187649 Aug 26 08:52:38.869269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43402) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:38.872250 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b716d-17ca-4561-bfa1-55f3b036d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b148c495-8de9-458d-95dc-a0cca30d4ffe,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:38.898306 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:52:38.982415 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43406) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:38.994998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-21fbee1e-aadc-43cc-83a5-3379d1ac2831 admin admin] Publish callbacks [] for security_group (b148c495-8de9-458d-95dc-a0cca30d4ffe), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.017300 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c6c66896-0457-49c2-8d42-046ea89c0d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.040633 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-21fbee1e-aadc-43cc-83a5-3379d1ac2831 admin admin] Publish callbacks [] for security_group (b148c495-8de9-458d-95dc-a0cca30d4ffe), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.069108 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:39.094701 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'mac_address': 'fa:16:3e:2a:8b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:52:39.151072 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-21fbee1e-aadc-43cc-83a5-3379d1ac2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b148c495-8de9-458d-95dc-a0cca30d4ffe), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.152686 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:39.153275 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.156166 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-21fbee1e-aadc-43cc-83a5-3379d1ac2831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.158184 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-21fbee1e-aadc-43cc-83a5-3379d1ac2831 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b148c495-8de9-458d-95dc-a0cca30d4ffe HTTP/1.1" status: 204 len: 168 time: 0.2873576 Aug 26 08:52:39.176121 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d58bf1-2d6c-4df7-8638-a30df721d2e9 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:52:39.187077 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbee1e-aadc-43cc-83a5-3379d1ac2831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b148c495-8de9-458d-95dc-a0cca30d4ffe,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:39.207482 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:39.214388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c6c66896-0457-49c2-8d42-046ea89c0d17 admin admin] Publish callbacks [] for security_group (7087ad29-1c60-4688-bfb6-f168c840aec8), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.217938 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.224492 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c6c66896-0457-49c2-8d42-046ea89c0d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7087ad29-1c60-4688-bfb6-f168c840aec8), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.302349 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:39.306844 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43410) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:39.307740 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c6c66896-0457-49c2-8d42-046ea89c0d17 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=42e46784f64441c99a3fa30526655d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232358 Aug 26 08:52:39.309164 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c66896-0457-49c2-8d42-046ea89c0d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7087ad29-1c60-4688-bfb6-f168c840aec8,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:39.447799 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-48e15b7c-757c-4225-a4b4-b1d959601971 admin admin] Publish callbacks [] for security_group (7087ad29-1c60-4688-bfb6-f168c840aec8), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.510724 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:39.515530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-48e15b7c-757c-4225-a4b4-b1d959601971 admin admin] Publish callbacks [] for security_group (7087ad29-1c60-4688-bfb6-f168c840aec8), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.527936 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493b36-d7cb-4467-a4be-d5e6272ef6dd req-23985ab8-f816-455a-a1b3-9ddbb9a17fb1 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:39.529335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0821ac-4775-4a94-87aa-c57e36636aad req-4301328f-8b0d-4193-9d5e-64230eae30c1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:39.530748 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4f493b36-d7cb-4467-a4be-d5e6272ef6dd req-23985ab8-f816-455a-a1b3-9ddbb9a17fb1 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0907061 Aug 26 08:52:39.531794 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0f0821ac-4775-4a94-87aa-c57e36636aad req-4301328f-8b0d-4193-9d5e-64230eae30c1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 944 time: 0.1096611 Aug 26 08:52:39.631413 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0f0821ac-4775-4a94-87aa-c57e36636aad req-c37694cb-20fd-4951-a111-1a114155958b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871079 Aug 26 08:52:39.643825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-48e15b7c-757c-4225-a4b4-b1d959601971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7087ad29-1c60-4688-bfb6-f168c840aec8), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.646878 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-48e15b7c-757c-4225-a4b4-b1d959601971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:39.649062 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4f493b36-d7cb-4467-a4be-d5e6272ef6dd req-d5d454c3-e65f-4681-9723-4bfcd45d6ca4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087286 Aug 26 08:52:39.649672 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-48e15b7c-757c-4225-a4b4-b1d959601971 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7087ad29-1c60-4688-bfb6-f168c840aec8 HTTP/1.1" status: 204 len: 168 time: 0.3401132 Aug 26 08:52:39.661077 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e15b7c-757c-4225-a4b4-b1d959601971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087ad29-1c60-4688-bfb6-f168c840aec8,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:39.885284 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109e821-d1b3-4bfb-a488-4834d01b2834 req-cdb8075c-5c7b-4489-acfe-c9795d515c86 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:39.895968 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a109e821-d1b3-4bfb-a488-4834d01b2834 req-cdb8075c-5c7b-4489-acfe-c9795d515c86 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1079690 Aug 26 08:52:39.933958 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43426) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:39.950720 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-82d762b4-9930-4aee-8c41-8224d0df2528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:40.022036 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a109e821-d1b3-4bfb-a488-4834d01b2834 req-814353f3-e0d8-4464-ab5f-4d44a72ec122 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244411 Aug 26 08:52:40.279038 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['61d58bf1-2d6c-4df7-8638-a30df721d2e9'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:52:40.364141 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83156a-ff5d-4387-8799-9118adbc47d0 req-5a80e7f2-7f00-4479-95ff-921f12332ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:40.368326 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7e83156a-ff5d-4387-8799-9118adbc47d0 req-5a80e7f2-7f00-4479-95ff-921f12332ee5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1130 time: 0.2521861 Aug 26 08:52:40.461855 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7e83156a-ff5d-4387-8799-9118adbc47d0 req-7630ac80-df4f-443c-a905-5892975d4b33 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869653 Aug 26 08:52:40.496357 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:40.570804 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-82d762b4-9930-4aee-8c41-8224d0df2528 admin admin] Publish callbacks [] for security_group (f8e63b9e-ac65-469b-b2b0-b293e69b3bd2), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:40.591392 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-82d762b4-9930-4aee-8c41-8224d0df2528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f8e63b9e-ac65-469b-b2b0-b293e69b3bd2), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:40.603798 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a618f-9f8e-459e-869f-4548e89deaf0 req-eaf04a4e-f008-4454-8082-c7415fb9f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:40.606559 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-464a618f-9f8e-459e-869f-4548e89deaf0 req-eaf04a4e-f008-4454-8082-c7415fb9f415 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 1129 time: 0.1656549 Aug 26 08:52:40.616453 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbb296-3a6b-424c-8f78-14ad682d186b req-dc581403-6b82-4a33-8b1f-9e59d1003bde tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:40.618039 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eecbb296-3a6b-424c-8f78-14ad682d186b req-dc581403-6b82-4a33-8b1f-9e59d1003bde tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.6038222 Aug 26 08:52:40.678434 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-82d762b4-9930-4aee-8c41-8224d0df2528 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1b1a83e28df941a5b94aab9fafe23cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417951 Aug 26 08:52:40.680160 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d762b4-9930-4aee-8c41-8224d0df2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e63b9e-ac65-469b-b2b0-b293e69b3bd2,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:40.680996 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43454) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:40.725247 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:40.771448 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74453e05-c715-4f78-a53a-cc82f05bd8d4 req-318d31dd-df66-4e19-9476-0778d0ec1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:40.772864 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-74453e05-c715-4f78-a53a-cc82f05bd8d4 req-318d31dd-df66-4e19-9476-0778d0ec1b6d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1129 time: 0.0873771 Aug 26 08:52:40.776228 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eecbb296-3a6b-424c-8f78-14ad682d186b req-c9631b1d-a6be-4453-840a-36003e695a7e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443317 Aug 26 08:52:40.818257 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-464a618f-9f8e-459e-869f-4548e89deaf0 req-edddf26c-81b3-48b2-8d97-1aa05b5376bf service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235962 Aug 26 08:52:40.852603 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-74453e05-c715-4f78-a53a-cc82f05bd8d4 req-2546a0d4-6293-43a7-a38c-8fc53052443d service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729966 Aug 26 08:52:40.877186 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4d54f2f0-7996-46aa-aed4-374b4bf07787 admin admin] Publish callbacks [] for security_group (f8e63b9e-ac65-469b-b2b0-b293e69b3bd2), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:40.901843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f2e91-6928-42af-b566-39a9658c5ae1 req-9c37d41c-ad3b-43de-bf5b-f1f7780478f2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:40.904676 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ce1f2e91-6928-42af-b566-39a9658c5ae1 req-9c37d41c-ad3b-43de-bf5b-f1f7780478f2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 944 time: 0.1135976 Aug 26 08:52:40.945973 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4d54f2f0-7996-46aa-aed4-374b4bf07787 admin admin] Publish callbacks [] for security_group (f8e63b9e-ac65-469b-b2b0-b293e69b3bd2), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:40.953313 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6819f9-1afe-46ec-b6d7-95478ebdff87 req-b6211289-a61a-468c-9a66-cf64c297d8d9 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:40.955428 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ab6819f9-1afe-46ec-b6d7-95478ebdff87 req-b6211289-a61a-468c-9a66-cf64c297d8d9 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0858054 Aug 26 08:52:41.012803 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ce1f2e91-6928-42af-b566-39a9658c5ae1 req-f4c811d9-cc7a-466c-b308-7619f2ecd07a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983522 Aug 26 08:52:41.041728 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ab6819f9-1afe-46ec-b6d7-95478ebdff87 req-a56428d8-26b3-4c59-b372-728063219b2d tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Aug 26 08:52:41.047746 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4d54f2f0-7996-46aa-aed4-374b4bf07787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f8e63b9e-ac65-469b-b2b0-b293e69b3bd2), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:41.050545 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4d54f2f0-7996-46aa-aed4-374b4bf07787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:41.051863 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4d54f2f0-7996-46aa-aed4-374b4bf07787 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f8e63b9e-ac65-469b-b2b0-b293e69b3bd2 HTTP/1.1" status: 204 len: 168 time: 0.3698521 Aug 26 08:52:41.065757 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54f2f0-7996-46aa-aed4-374b4bf07787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e63b9e-ac65-469b-b2b0-b293e69b3bd2,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:41.255648 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fa21c-e766-4ef0-95e1-7909805a3039 req-21bf8c12-c2c2-491f-ae74-f64547ef888e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:41.265344 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-297fa21c-e766-4ef0-95e1-7909805a3039 req-21bf8c12-c2c2-491f-ae74-f64547ef888e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0718267 Aug 26 08:52:41.381022 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-297fa21c-e766-4ef0-95e1-7909805a3039 req-83ee7b3a-c664-4996-bd05-2b24a9fc8b37 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140449 Aug 26 08:52:41.799431 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43514) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:41.836235 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2ba48563-16b8-4911-8e5b-172cc82c264d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:41.940985 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf624b-72cd-47c2-a98e-658998b6a497 req-2056ee69-1583-433c-821b-eaa1318f1a81 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:41.949124 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-19cf624b-72cd-47c2-a98e-658998b6a497 req-2056ee69-1583-433c-821b-eaa1318f1a81 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0625677 Aug 26 08:52:41.961622 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:52:41.983800 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:41.987086 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2ba48563-16b8-4911-8e5b-172cc82c264d admin admin] Publish callbacks [] for security_group (d808cd04-8623-4aa8-8cbc-a712746f438f), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:41.993755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2ba48563-16b8-4911-8e5b-172cc82c264d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (d808cd04-8623-4aa8-8cbc-a712746f438f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.018565 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-19cf624b-72cd-47c2-a98e-658998b6a497 req-7b352d5a-87c7-4831-bffe-3a9610e6340b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676303 Aug 26 08:52:42.050714 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:52:42.059266 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:52:42.060188 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.094148 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba48563-16b8-4911-8e5b-172cc82c264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d808cd04-8623-4aa8-8cbc-a712746f438f,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:42.161047 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-2ba48563-16b8-4911-8e5b-172cc82c264d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ebdb640062a34b7d9b3323b17420d492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600266 Aug 26 08:52:42.166268 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43534) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:42.243690 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:52:42.244078 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.285739 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:42.288862 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb76d9-af5d-48c7-baf7-4a768970ad43" -d '{"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-plugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:42.289516 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab74a8-e21e-4ca6-9315-e9022b8e03d1 req-6f7b73c4-f976-4bec-b073-4803b69ee642 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:42.298380 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4aab74a8-e21e-4ca6-9315-e9022b8e03d1 req-6f7b73c4-f976-4bec-b073-4803b69ee642 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0611670 Aug 26 08:52:42.312510 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:52:42.324108 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.325502 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:42.337351 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3eea8-a63d-492e-a690-60839cd97149 req-3d6d315d-157d-4d3a-9ee4-8b96c7828296 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:42.339008 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83f3eea8-a63d-492e-a690-60839cd97149 req-3d6d315d-157d-4d3a-9ee4-8b96c7828296 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 944 time: 0.1133158 Aug 26 08:52:42.343304 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c752-9e1d-44b0-b2c3-13eff11b251e admin admin] Publish callbacks [] for security_group (d808cd04-8623-4aa8-8cbc-a712746f438f), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.355057 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:42.367731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c752-9e1d-44b0-b2c3-13eff11b251e admin admin] Publish callbacks [] for security_group (d808cd04-8623-4aa8-8cbc-a712746f438f), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.370031 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4aab74a8-e21e-4ca6-9315-e9022b8e03d1 req-9e24110f-e508-4c89-9b79-e603823723d2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Aug 26 08:52:42.433265 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95df4f0d-c131-4cb6-a163-172d2fee9d9b x-openstack-request-id: req-95df4f0d-c131-4cb6-a163-172d2fee9d9b {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:42.434043 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-plugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:42.434400 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95df4f0d-c131-4cb6-a163-172d2fee9d9b {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:42.434923 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95df4f0d-c131-4cb6-a163-172d2fee9d9b'] response: {'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'code': 200} Aug 26 08:52:42.472517 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:42.488630 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c752-9e1d-44b0-b2c3-13eff11b251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (d808cd04-8623-4aa8-8cbc-a712746f438f), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.492652 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c752-9e1d-44b0-b2c3-13eff11b251e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:42.499164 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b1c7c752-9e1d-44b0-b2c3-13eff11b251e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d808cd04-8623-4aa8-8cbc-a712746f438f HTTP/1.1" status: 204 len: 168 time: 0.3289514 Aug 26 08:52:42.517664 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7c752-9e1d-44b0-b2c3-13eff11b251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d808cd04-8623-4aa8-8cbc-a712746f438f,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:42.576089 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faaf3e-6771-4e5b-aca8-30fe25d1c1c6 req-afc040fe-7e13-4c2a-8a91-befd6c75ea7d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:42.577959 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-36faaf3e-6771-4e5b-aca8-30fe25d1c1c6 req-afc040fe-7e13-4c2a-8a91-befd6c75ea7d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0708127 Aug 26 08:52:42.582933 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83f3eea8-a63d-492e-a690-60839cd97149 req-4052e9d8-e326-4b31-86c8-c2fa0e05fec3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562622 Aug 26 08:52:42.701471 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-36faaf3e-6771-4e5b-aca8-30fe25d1c1c6 req-f699c3fc-d104-4f49-af02-a44c3021d5ee tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162832 Aug 26 08:52:43.173388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4b81-6771-48b6-8912-509d5885fd01 req-a21c0433-97e9-4bad-913d-657cb55c8cf5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:43.184530 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-562f4b81-6771-48b6-8912-509d5885fd01 req-a21c0433-97e9-4bad-913d-657cb55c8cf5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0724695 Aug 26 08:52:43.271635 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-562f4b81-6771-48b6-8912-509d5885fd01 req-c0f498f2-fc44-42a1-80b2-2da9f187beea tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860415 Aug 26 08:52:43.561320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cfe25-500e-44e5-93f6-42e8301bef2e req-90ccef6c-2022-4e0c-9932-ad136a2a6620 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:43.563922 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b5cfe25-500e-44e5-93f6-42e8301bef2e req-90ccef6c-2022-4e0c-9932-ad136a2a6620 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0795474 Aug 26 08:52:43.575753 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3a718-2fe9-42a3-8f63-39786ab682ef req-8bd16b9d-9f35-4778-a83e-1449c0304c92 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:43.578186 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b4c3a718-2fe9-42a3-8f63-39786ab682ef req-8bd16b9d-9f35-4778-a83e-1449c0304c92 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0712199 Aug 26 08:52:43.578625 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43594) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:43.584449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'floatingip': {'port_id': 'bacb0225-80ef-4914-92a8-9314236edf1a'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:43.638372 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:43.668816 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (69dfa6d3-0a70-485d-b7c7-48b458b4b714), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:43.679314 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b4c3a718-2fe9-42a3-8f63-39786ab682ef req-23bf3ee9-4db5-4925-bcd8-b35bbad7706a tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944760 Aug 26 08:52:43.822018 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b2351-c3a3-4a02-8c65-1d044b51ece1 req-7df9dec9-bd5c-4e41-9215-f47351c967a7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:43.824482 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e71b2351-c3a3-4a02-8c65-1d044b51ece1 req-7df9dec9-bd5c-4e41-9215-f47351c967a7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0966027 Aug 26 08:52:43.913461 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a439eb-d1a5-40c6-a7f9-bb3c47fd14aa req-c081d282-bcbc-4a68-9763-53b3a48fcff7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:43.923716 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b3a439eb-d1a5-40c6-a7f9-bb3c47fd14aa req-c081d282-bcbc-4a68-9763-53b3a48fcff7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1146045 Aug 26 08:52:44.004279 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b3a439eb-d1a5-40c6-a7f9-bb3c47fd14aa req-244b3fdd-07c4-4ced-9343-4af5b2b6afce tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Aug 26 08:52:44.035152 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e71b2351-c3a3-4a02-8c65-1d044b51ece1 req-1bdae502-4c66-488e-baa8-fdc28676d45f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019269 Aug 26 08:52:44.573749 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-5621a7d5-0370-4c5c-bde5-dc2604f2d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:44.575996 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-5621a7d5-0370-4c5c-bde5-dc2604f2d04f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1129 time: 0.0612772 Aug 26 08:52:44.590880 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:44.724616 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db894d4-fb1d-4b2f-9cc5-3333c5d36fa3 req-b9e252f1-6e67-4552-aa97-714885c9d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:44.726677 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5db894d4-fb1d-4b2f-9cc5-3333c5d36fa3 req-b9e252f1-6e67-4552-aa97-714885c9d89f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1129 time: 0.1492887 Aug 26 08:52:44.833810 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ee6e0-dd1c-4208-97d8-4955c85956d4 req-9f09286e-7b9e-45c2-b885-226503087e85 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:44.835615 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-203ee6e0-dd1c-4208-97d8-4955c85956d4 req-9f09286e-7b9e-45c2-b885-226503087e85 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.2953918 Aug 26 08:52:44.855911 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-daaf93a7-713c-487e-bc60-453fe42f84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:44.857087 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-daaf93a7-713c-487e-bc60-453fe42f84cf service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.2684085 Aug 26 08:52:44.899264 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5db894d4-fb1d-4b2f-9cc5-3333c5d36fa3 req-bded6e02-8f29-449b-bf68-6cd20596b628 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634521 Aug 26 08:52:44.947457 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-db42729b-a70e-444b-a4d9-6f115bb64539 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 200 len: 217 time: 0.0524278 Aug 26 08:52:45.007326 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-203ee6e0-dd1c-4208-97d8-4955c85956d4 req-cb574966-efa1-4581-8180-8421221c7a57 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514020 Aug 26 08:52:45.022304 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:45.026951 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (69dfa6d3-0a70-485d-b7c7-48b458b4b714), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:45.209829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-389dd3e4-9e6a-4c54-9bb6-df0268690a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:45.211698 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-389dd3e4-9e6a-4c54-9bb6-df0268690a01 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0710523 Aug 26 08:52:45.224273 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Floating IP 69dfa6d3-0a70-485d-b7c7-48b458b4b714 associated. External IP: 172.27.3.231, port: bacb0225-80ef-4914-92a8-9314236edf1a. Aug 26 08:52:45.279755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e3fff-4d4c-4096-9a88-d44eaef0080e req-c93b420f-16be-4a3c-a875-032a564e95b5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:45.284984 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ed4e3fff-4d4c-4096-9a88-d44eaef0080e req-c93b420f-16be-4a3c-a875-032a564e95b5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0718064 Aug 26 08:52:45.353271 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:45.356164 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-4ee9666b-e81e-4ac3-b468-03d2ccb8feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:45.358547 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-4ee9666b-e81e-4ac3-b468-03d2ccb8feb9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931616 Aug 26 08:52:45.467255 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:45.500972 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-c8edeb5f-f6b0-477a-b64f-a0acf4ae0583 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301169 Aug 26 08:52:45.542653 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ed4e3fff-4d4c-4096-9a88-d44eaef0080e req-69ca40cc-39f2-4767-8876-886638c98041 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829572 Aug 26 08:52:45.646716 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:45.660223 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:45.661144 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c7d3-860d-4970-9cb0-cdb491a8e9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:45.707368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:52:45.816136 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43716) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:45.858539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:52:45.864868 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:45.876139 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:52:45.895189 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:45.896177 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:52:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:46.018385 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1036e054-2f74-4e4a-9e03-547fe9e4bb84 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/69dfa6d3-0a70-485d-b7c7-48b458b4b714 HTTP/1.1" status: 200 len: 992 time: 2.4144280 Aug 26 08:52:46.021983 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:46.024928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49538ae-f6bf-418b-bbc4-4dbaf000502a" -d '{"events": [{"name": "network-changed", "server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:46.071888 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e5e686-a73a-4e20-82c4-618a0c3df60c x-openstack-request-id: req-d9e5e686-a73a-4e20-82c4-618a0c3df60c {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:46.072454 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:46.072988 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9e5e686-a73a-4e20-82c4-618a0c3df60c {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:46.073427 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e5e686-a73a-4e20-82c4-618a0c3df60c'] response: {'name': 'network-changed', 'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'status': 'completed', 'code': 200} Aug 26 08:52:46.080027 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1fae1e1c-e146-493d-bdbd-19b67c323262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.101466 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:46.242098 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a267536-e6b0-4a78-b141-00d67d5726f4 req-517982bc-9cdb-49ea-994b-1a15ebdb507b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309832 Aug 26 08:52:46.260085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-22af637c-318c-4f04-b179-eb50c29fb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:46.262138 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-22af637c-318c-4f04-b179-eb50c29fb4b2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1130 time: 0.1119678 Aug 26 08:52:46.271432 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391fb17-2e96-44ba-9843-a054362de835 req-41a9677a-b667-4571-8127-3c299e3bbf83 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:46.274617 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5391fb17-2e96-44ba-9843-a054362de835 req-41a9677a-b667-4571-8127-3c299e3bbf83 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1451271 Aug 26 08:52:46.416397 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:46.441468 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '69dfa6d3-0a70-485d-b7c7-48b458b4b714', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'port_id': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'mac_address': 'fa:16:3e:09:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18845e10-a764-495f-b6fb-9b0858c695af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:51:51Z', 'updated_at': '2022-08-26T08:52:44Z', 'revision_number': 1, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:46.454590 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5391fb17-2e96-44ba-9843-a054362de835 req-b7c50c04-e4a3-44b2-a545-ce856c91f531 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319118 Aug 26 08:52:46.487221 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:52:46.487221 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:46.487221 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:52:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:46.495275 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1fae1e1c-e146-493d-bdbd-19b67c323262 admin admin] Publish callbacks [] for security_group (9a768c23-f112-4c55-95c6-6afaca6c1f3e), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.505998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1fae1e1c-e146-493d-bdbd-19b67c323262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (9a768c23-f112-4c55-95c6-6afaca6c1f3e), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.574789 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1fae1e1c-e146-493d-bdbd-19b67c323262 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=cb00ffae95b94eb693c653407294a097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7545669 Aug 26 08:52:46.575747 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43748) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:46.585663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae1e1c-e146-493d-bdbd-19b67c323262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a768c23-f112-4c55-95c6-6afaca6c1f3e,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:46.592647 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:46.599281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-aa3d9fc2-6a23-41aa-b6a2-e9dfd6273a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:46.603498 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-aa3d9fc2-6a23-41aa-b6a2-e9dfd6273a68 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.3192818 Aug 26 08:52:46.640658 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-392b8880-4563-497a-939c-7d48dd5f19e6 admin admin] Publish callbacks [] for security_group (9a768c23-f112-4c55-95c6-6afaca6c1f3e), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.667152 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-392b8880-4563-497a-939c-7d48dd5f19e6 admin admin] Publish callbacks [] for security_group (9a768c23-f112-4c55-95c6-6afaca6c1f3e), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.767217 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-392b8880-4563-497a-939c-7d48dd5f19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (9a768c23-f112-4c55-95c6-6afaca6c1f3e), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.770175 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-392b8880-4563-497a-939c-7d48dd5f19e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:46.774499 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-392b8880-4563-497a-939c-7d48dd5f19e6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9a768c23-f112-4c55-95c6-6afaca6c1f3e HTTP/1.1" status: 204 len: 168 time: 0.1975272 Aug 26 08:52:46.809542 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b8880-4563-497a-939c-7d48dd5f19e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a768c23-f112-4c55-95c6-6afaca6c1f3e,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:46.829010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832f142-a706-4ee1-a0d9-15682790dfe0 req-40acc619-a93d-4bf3-a3a6-724a479c1128 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:46.830660 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9832f142-a706-4ee1-a0d9-15682790dfe0 req-40acc619-a93d-4bf3-a3a6-724a479c1128 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0836358 Aug 26 08:52:46.871049 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '69dfa6d3-0a70-485d-b7c7-48b458b4b714', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'port_id': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'mac_address': 'fa:16:3e:09:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18845e10-a764-495f-b6fb-9b0858c695af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:51:51Z', 'updated_at': '2022-08-26T08:52:44Z', 'revision_number': 1, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:46.897884 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3be311-e2ab-4923-8060-0496ea719455 None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '69dfa6d3-0a70-485d-b7c7-48b458b4b714', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'port_id': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'mac_address': 'fa:16:3e:09:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18845e10-a764-495f-b6fb-9b0858c695af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:51:51Z', 'updated_at': '2022-08-26T08:52:44Z', 'revision_number': 1, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:52:46.907965 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9832f142-a706-4ee1-a0d9-15682790dfe0 req-e0b53787-b6eb-4c47-9466-645f23f8318b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673692 Aug 26 08:52:47.192720 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-f4d9f768-e917-447a-bc80-6f38a8b80b03 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 1000 time: 0.1726420 Aug 26 08:52:47.198524 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a58f37-abb3-4743-88ae-36e4a6a00c86 None None] New status for floating IP 69dfa6d3-0a70-485d-b7c7-48b458b4b714: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:52:47.302605 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-c524510a-c53f-47b2-81dc-78d18538a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:47.305384 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-c524510a-c53f-47b2-81dc-78d18538a498 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.0841880 Aug 26 08:52:47.470775 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-20233979-f2bf-439d-a851-524e168d8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:47.474370 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-20233979-f2bf-439d-a851-524e168d8e05 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044478 Aug 26 08:52:47.728077 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63db6-2012-4929-9e38-44375357e10c req-56447455-d9f2-4164-a858-de16a9ca06d9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:47.731661 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-84b63db6-2012-4929-9e38-44375357e10c req-56447455-d9f2-4164-a858-de16a9ca06d9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0737069 Aug 26 08:52:47.779872 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-02a53a54-f42e-4f83-8398-c605a16d3323 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816181 Aug 26 08:52:47.897665 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-84b63db6-2012-4929-9e38-44375357e10c req-d667aea6-cf0f-484a-b8ec-eabda88df27f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394193 Aug 26 08:52:47.950472 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c49538ae-f6bf-418b-bbc4-4dbaf000502a req-126e4090-9000-46e7-883a-ac9896b46c8e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641803 Aug 26 08:52:48.073289 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b105-7597-4e5e-837f-41c239d26519 req-4616cf05-8139-4175-9c20-37290431f589 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:48.075234 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7786b105-7597-4e5e-837f-41c239d26519 req-4616cf05-8139-4175-9c20-37290431f589 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0586536 Aug 26 08:52:48.163782 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7786b105-7597-4e5e-837f-41c239d26519 req-0f36d1dd-6dd4-4a10-b6a9-035b2a1c6cb9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794098 Aug 26 08:52:48.320401 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d6fd68e5-b72a-4d59-b9ee-35b53411e22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:48.361135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:48.388236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030f2bc-c154-4f97-8023-033989636500 req-a242fb34-6f6f-44db-86d9-acd0c617707e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:48.390914 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8030f2bc-c154-4f97-8023-033989636500 req-a242fb34-6f6f-44db-86d9-acd0c617707e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0971572 Aug 26 08:52:48.403524 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43826) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:48.408841 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'floatingip': {'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:48.483157 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (76ed5e1f-84a1-4909-9d2c-eba802d8d964), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:48.992976 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43842) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:49.154090 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b67b8-fd86-432e-965c-5d7785cac2c4 req-6f71903e-cf7a-44ee-b729-47c63cc2166e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:49.157705 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-624b67b8-fd86-432e-965c-5d7785cac2c4 req-6f71903e-cf7a-44ee-b729-47c63cc2166e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0761929 Aug 26 08:52:49.196689 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:49.215941 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:49.294775 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d75e046f-df6a-4233-ba48-46e9fc30a3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.328842 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-624b67b8-fd86-432e-965c-5d7785cac2c4 req-da06d93b-3600-4034-a270-71e79e71fe03 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595209 Aug 26 08:52:49.345473 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.352045 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (76ed5e1f-84a1-4909-9d2c-eba802d8d964), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.496458 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d75e046f-df6a-4233-ba48-46e9fc30a3bc admin admin] Publish callbacks [] for security_group (2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.504320 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d75e046f-df6a-4233-ba48-46e9fc30a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.513228 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Floating IP 76ed5e1f-84a1-4909-9d2c-eba802d8d964 associated. External IP: 172.27.3.16, port: 61d58bf1-2d6c-4df7-8638-a30df721d2e9. Aug 26 08:52:49.580714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e046f-df6a-4233-ba48-46e9fc30a3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:49.587844 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d75e046f-df6a-4233-ba48-46e9fc30a3bc admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9b008635fdf24cc7b5cceb0ceab1e75c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5908158 Aug 26 08:52:49.589108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43862) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:49.752706 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a68f72a-5a9e-4a95-ab52-df0a1104cbd8 admin admin] Publish callbacks [] for security_group (2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.787977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a68f72a-5a9e-4a95-ab52-df0a1104cbd8 admin admin] Publish callbacks [] for security_group (2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.889543 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:52:49.922233 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.969213 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a68f72a-5a9e-4a95-ab52-df0a1104cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.973220 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a68f72a-5a9e-4a95-ab52-df0a1104cbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:49.974463 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3a68f72a-5a9e-4a95-ab52-df0a1104cbd8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1 HTTP/1.1" status: 204 len: 168 time: 0.3848050 Aug 26 08:52:49.995178 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68f72a-5a9e-4a95-ab52-df0a1104cbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59d116-a42d-49ad-bbf6-00d8fd4bc5c1,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:50.399661 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:52:50.412023 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:52:50.415553 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:50.446692 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:50.447390 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:52:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:50.457692 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-76482d6a-93e1-4ff5-a932-bb6b5cf5d077 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/76ed5e1f-84a1-4909-9d2c-eba802d8d964 HTTP/1.1" status: 200 len: 990 time: 2.0526066 Aug 26 08:52:50.458324 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:52:50.460812 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6735810-3003-4ada-8b44-c7c7fd9b9d77" -d '{"events": [{"name": "network-changed", "server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:52:50.538509 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96708e0c-5c1b-4ed9-b78d-30fdbb19b372 x-openstack-request-id: req-96708e0c-5c1b-4ed9-b78d-30fdbb19b372 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:52:50.540732 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:52:50.541409 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96708e0c-5c1b-4ed9-b78d-30fdbb19b372 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:52:50.542369 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96708e0c-5c1b-4ed9-b78d-30fdbb19b372'] response: {'name': 'network-changed', 'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'status': 'completed', 'code': 200} Aug 26 08:52:50.554185 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc8ba8-12c0-433d-8142-c5311456e417 req-adece618-ad4f-4ad8-b21a-9f0dd367dcaf tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:50.565266 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-48bc8ba8-12c0-433d-8142-c5311456e417 req-adece618-ad4f-4ad8-b21a-9f0dd367dcaf tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0881486 Aug 26 08:52:50.614262 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:50.650823 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:50.695593 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-48bc8ba8-12c0-433d-8142-c5311456e417 req-2b6099f9-3d68-402c-ac8f-13a4c851d382 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291244 Aug 26 08:52:50.711236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43888) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:50.748149 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:50.761050 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ad57-f739-4ec7-a35a-9316983a9bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:50.776037 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-a7dd06b9-ffe4-42b2-9a31-7a383230f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:50.778193 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-a7dd06b9-ffe4-42b2-9a31-7a383230f64a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1129 time: 0.1451423 Aug 26 08:52:50.887172 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:50.909692 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:50.980021 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-3704a3f8-06f5-42c9-866b-2f03c2f3fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:50.982654 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-3704a3f8-06f5-42c9-866b-2f03c2f3fad9 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.1908844 Aug 26 08:52:50.995238 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ad57-f739-4ec7-a35a-9316983a9bfa admin admin] Publish callbacks [] for security_group (ec200915-a3f5-4a27-b700-9d683bdab7df), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.001849 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ad57-f739-4ec7-a35a-9316983a9bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (ec200915-a3f5-4a27-b700-9d683bdab7df), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.015031 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '76ed5e1f-84a1-4909-9d2c-eba802d8d964', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'mac_address': 'fa:16:3e:2a:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de0d2d4-3218-426b-a548-91c5891780fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:52:02Z', 'updated_at': '2022-08-26T08:52:49Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:51.054347 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a0f1ad57-f739-4ec7-a35a-9316983a9bfa admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=21e72b7ff28248869798ac5cab536382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413179 Aug 26 08:52:51.054961 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:52:51.055909 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43894) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:51.057664 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1ad57-f739-4ec7-a35a-9316983a9bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec200915-a3f5-4a27-b700-9d683bdab7df,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:51.066221 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:52:51.067321 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:52:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:51.103427 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-a13008b3-ea50-4fb8-8c84-6655580f3826 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 998 time: 0.1144993 Aug 26 08:52:51.109595 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43896) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:51.181632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-db5769ab-42ff-4fa6-9471-161704de94e4 admin admin] Publish callbacks [] for security_group (ec200915-a3f5-4a27-b700-9d683bdab7df), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.186416 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-573a42fa-4fec-49b5-b21e-9c6a91e1b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:51.187709 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-573a42fa-4fec-49b5-b21e-9c6a91e1b427 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.0767186 Aug 26 08:52:51.193223 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:52:51.241545 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-db5769ab-42ff-4fa6-9471-161704de94e4 admin admin] Publish callbacks [] for security_group (ec200915-a3f5-4a27-b700-9d683bdab7df), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.260987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-85e33e05-e508-4618-9b71-55b2fbff23df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.275620 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-b3c0d861-ab1b-47ca-b36d-dfa229719e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:51.277735 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-b3c0d861-ab1b-47ca-b36d-dfa229719e56 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711329 Aug 26 08:52:51.280072 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.344958 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:51.418717 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-85e33e05-e508-4618-9b71-55b2fbff23df admin admin] Publish callbacks [] for security_group (7285682b-d90b-440d-a8ca-5feaf06930f8), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.424526 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-85e33e05-e508-4618-9b71-55b2fbff23df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7285682b-d90b-440d-a8ca-5feaf06930f8), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.478250 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-85e33e05-e508-4618-9b71-55b2fbff23df admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1a93639f05644b30aa8ff9e9c2078126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657589 Aug 26 08:52:51.483426 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43904) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:51.502221 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33e05-e508-4618-9b71-55b2fbff23df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285682b-d90b-440d-a8ca-5feaf06930f8,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:51.553039 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d84baafc-1a34-4e30-b386-2e28e98e4cec admin admin] Publish callbacks [] for security_group (7285682b-d90b-440d-a8ca-5feaf06930f8), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.561726 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '76ed5e1f-84a1-4909-9d2c-eba802d8d964', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'mac_address': 'fa:16:3e:2a:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de0d2d4-3218-426b-a548-91c5891780fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:52:02Z', 'updated_at': '2022-08-26T08:52:49Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:52:51.583164 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d84baafc-1a34-4e30-b386-2e28e98e4cec admin admin] Publish callbacks [] for security_group (7285682b-d90b-440d-a8ca-5feaf06930f8), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.598541 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6e983-d8c4-4d24-844a-055848a5a419 None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '76ed5e1f-84a1-4909-9d2c-eba802d8d964', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'mac_address': 'fa:16:3e:2a:8b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de0d2d4-3218-426b-a548-91c5891780fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:52:02Z', 'updated_at': '2022-08-26T08:52:49Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:52:51.680408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d84baafc-1a34-4e30-b386-2e28e98e4cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7285682b-d90b-440d-a8ca-5feaf06930f8), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.684811 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-db5769ab-42ff-4fa6-9471-161704de94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (ec200915-a3f5-4a27-b700-9d683bdab7df), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.685389 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d84baafc-1a34-4e30-b386-2e28e98e4cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.686218 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d84baafc-1a34-4e30-b386-2e28e98e4cec admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7285682b-d90b-440d-a8ca-5feaf06930f8 HTTP/1.1" status: 204 len: 168 time: 0.2018244 Aug 26 08:52:51.696369 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84baafc-1a34-4e30-b386-2e28e98e4cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285682b-d90b-440d-a8ca-5feaf06930f8,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:51.698075 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-db5769ab-42ff-4fa6-9471-161704de94e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:51.699569 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-db5769ab-42ff-4fa6-9471-161704de94e4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/ec200915-a3f5-4a27-b700-9d683bdab7df HTTP/1.1" status: 204 len: 168 time: 0.6425934 Aug 26 08:52:51.735873 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-39e3e11f-f2e9-4a5f-be02-b7ace37756d7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507158 Aug 26 08:52:51.737497 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5769ab-42ff-4fa6-9471-161704de94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec200915-a3f5-4a27-b700-9d683bdab7df,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:51.939862 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716223-1270-47ff-9598-f578920ad790 req-563f4c56-7b22-4766-a8ae-6214b4009920 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:51.953873 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ca716223-1270-47ff-9598-f578920ad790 req-563f4c56-7b22-4766-a8ae-6214b4009920 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1205885 Aug 26 08:52:51.983827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d140167-6c5d-4fca-ae4c-4c26b60ada35 None None] New status for floating IP 76ed5e1f-84a1-4909-9d2c-eba802d8d964: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:52:51.992561 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6735810-3003-4ada-8b44-c7c7fd9b9d77 req-45f1b1a9-e90b-4244-9038-d0525e89c86b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358677 Aug 26 08:52:52.096946 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ca716223-1270-47ff-9598-f578920ad790 req-e9441a38-62f1-4139-abbc-ca39c7bd1ed8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423061 Aug 26 08:52:52.255154 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.364905 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43932) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:52.383663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3857e867-df32-4139-8126-4c847015b281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.402528 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:52.465531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3857e867-df32-4139-8126-4c847015b281 admin admin] Publish callbacks [] for security_group (42dd82a0-175c-4f95-a78e-943f3458a14a), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.471084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3857e867-df32-4139-8126-4c847015b281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (42dd82a0-175c-4f95-a78e-943f3458a14a), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.521879 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-3857e867-df32-4139-8126-4c847015b281 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=bbef6d692ab04ff4998d5f1564e3634f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556282 Aug 26 08:52:52.522824 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857e867-df32-4139-8126-4c847015b281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dd82a0-175c-4f95-a78e-943f3458a14a,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:52.526981 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43936) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:52.603089 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0b53-c327-4bdb-9ef6-21a537a43630 admin admin] Publish callbacks [] for security_group (42dd82a0-175c-4f95-a78e-943f3458a14a), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.630664 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0b53-c327-4bdb-9ef6-21a537a43630 admin admin] Publish callbacks [] for security_group (42dd82a0-175c-4f95-a78e-943f3458a14a), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.658993 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:52:52.709584 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0b53-c327-4bdb-9ef6-21a537a43630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (42dd82a0-175c-4f95-a78e-943f3458a14a), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.712701 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dc3c0b53-c327-4bdb-9ef6-21a537a43630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:52.716583 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-dc3c0b53-c327-4bdb-9ef6-21a537a43630 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/42dd82a0-175c-4f95-a78e-943f3458a14a HTTP/1.1" status: 204 len: 168 time: 0.1832337 Aug 26 08:52:52.724087 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c0b53-c327-4bdb-9ef6-21a537a43630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dd82a0-175c-4f95-a78e-943f3458a14a,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:53.198166 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:53.234484 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 43970) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:53.262950 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27715b59-766b-48bb-bf01-707ae8000c03 req-0e4cd1e9-4b00-48a1-a48c-a28a383f691d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:53.264581 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-27715b59-766b-48bb-bf01-707ae8000c03 req-0e4cd1e9-4b00-48a1-a48c-a28a383f691d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0759275 Aug 26 08:52:53.317770 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-27715b59-766b-48bb-bf01-707ae8000c03 req-be216449-d1fa-4777-aeaf-9d62bfb81ce2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475237 Aug 26 08:52:53.394540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f2859cdb-3e37-4ede-af5f-1e2d393a2b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.484750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f2859cdb-3e37-4ede-af5f-1e2d393a2b89 admin admin] Publish callbacks [] for security_group (a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.490707 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f2859cdb-3e37-4ede-af5f-1e2d393a2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.551972 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f2859cdb-3e37-4ede-af5f-1e2d393a2b89 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=aeeef876830c4789be1e72353771f258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160150 Aug 26 08:52:53.552732 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2859cdb-3e37-4ede-af5f-1e2d393a2b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:53.555487 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 43986) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:53.625760 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8ef3e0a-ff57-48c5-baa9-504022a5909f admin admin] Publish callbacks [] for security_group (a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.649168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8ef3e0a-ff57-48c5-baa9-504022a5909f admin admin] Publish callbacks [] for security_group (a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.716059 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8ef3e0a-ff57-48c5-baa9-504022a5909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.718770 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8ef3e0a-ff57-48c5-baa9-504022a5909f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:53.723167 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e8ef3e0a-ff57-48c5-baa9-504022a5909f admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca HTTP/1.1" status: 204 len: 168 time: 0.1626496 Aug 26 08:52:53.728478 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef3e0a-ff57-48c5-baa9-504022a5909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f2ea1-e41a-4af3-9fc8-f6e624e1dfca,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:54.102403 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44014) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:54.124484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c5e55889-9ca8-43bb-bb22-b0bed96d7b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.160894 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:54.204195 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:54.247835 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c5e55889-9ca8-43bb-bb22-b0bed96d7b21 admin admin] Publish callbacks [] for security_group (05a08b0d-c3cc-4659-a468-b99ec33fed9e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.253886 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c5e55889-9ca8-43bb-bb22-b0bed96d7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (05a08b0d-c3cc-4659-a468-b99ec33fed9e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.316748 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c5e55889-9ca8-43bb-bb22-b0bed96d7b21 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d81c1b6bde7b46e8ab03ea764e160655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132764 Aug 26 08:52:54.317843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e55889-9ca8-43bb-bb22-b0bed96d7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a08b0d-c3cc-4659-a468-b99ec33fed9e,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:54.320261 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44020) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:54.407593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb7443b4-da8c-446c-aaef-a13e285bd16b admin admin] Publish callbacks [] for security_group (05a08b0d-c3cc-4659-a468-b99ec33fed9e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.438060 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb7443b4-da8c-446c-aaef-a13e285bd16b admin admin] Publish callbacks [] for security_group (05a08b0d-c3cc-4659-a468-b99ec33fed9e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.509237 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb7443b4-da8c-446c-aaef-a13e285bd16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (05a08b0d-c3cc-4659-a468-b99ec33fed9e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.513260 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fb7443b4-da8c-446c-aaef-a13e285bd16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:54.514961 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-fb7443b4-da8c-446c-aaef-a13e285bd16b admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/05a08b0d-c3cc-4659-a468-b99ec33fed9e HTTP/1.1" status: 204 len: 168 time: 0.1936264 Aug 26 08:52:54.524314 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7443b4-da8c-446c-aaef-a13e285bd16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a08b0d-c3cc-4659-a468-b99ec33fed9e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:54.535342 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba51a3-ea9f-4b54-90f0-ab662ef28c1e req-879d2804-2cd0-47de-ac98-171b365905c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:54.537343 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c7ba51a3-ea9f-4b54-90f0-ab662ef28c1e req-879d2804-2cd0-47de-ac98-171b365905c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0850751 Aug 26 08:52:54.638488 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c7ba51a3-ea9f-4b54-90f0-ab662ef28c1e req-96b21207-c30a-4fca-9c2b-cff8d9341392 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Aug 26 08:52:54.892728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44038) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:55.035693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1ffd5dba-654d-447f-8e59-dd6eb38e83ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.127467 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1ffd5dba-654d-447f-8e59-dd6eb38e83ca admin admin] Publish callbacks [] for security_group (3d649b87-13db-425b-ad06-fc5107c04836), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.133375 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1ffd5dba-654d-447f-8e59-dd6eb38e83ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (3d649b87-13db-425b-ad06-fc5107c04836), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.174045 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1ffd5dba-654d-447f-8e59-dd6eb38e83ca admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b3175e7b8d52440b8a065817b091e9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799389 Aug 26 08:52:55.177595 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44056) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:55.207695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd5dba-654d-447f-8e59-dd6eb38e83ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d649b87-13db-425b-ad06-fc5107c04836,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:55.278343 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b131893f-d9e5-4a70-82cd-47db25e7b2db admin admin] Publish callbacks [] for security_group (3d649b87-13db-425b-ad06-fc5107c04836), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.303433 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b131893f-d9e5-4a70-82cd-47db25e7b2db admin admin] Publish callbacks [] for security_group (3d649b87-13db-425b-ad06-fc5107c04836), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.364445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b131893f-d9e5-4a70-82cd-47db25e7b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (3d649b87-13db-425b-ad06-fc5107c04836), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.368007 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b131893f-d9e5-4a70-82cd-47db25e7b2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.371310 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b131893f-d9e5-4a70-82cd-47db25e7b2db admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3d649b87-13db-425b-ad06-fc5107c04836 HTTP/1.1" status: 204 len: 168 time: 0.1905434 Aug 26 08:52:55.383047 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131893f-d9e5-4a70-82cd-47db25e7b2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d649b87-13db-425b-ad06-fc5107c04836,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:55.535334 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44070) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:55.783783 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-441666952-network', 'tenant_id': '196b8882c5344c8380fecba536f39214'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:55.814377 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5f8bc-bb2d-4702-973b-0d99793e1889 req-5d09785a-a9b6-46bc-8bad-9ac38f84be0f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:55.815998 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-13e5f8bc-bb2d-4702-973b-0d99793e1889 req-5d09785a-a9b6-46bc-8bad-9ac38f84be0f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0727892 Aug 26 08:52:55.829291 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Made reservation on behalf of 196b8882c5344c8380fecba536f39214 for: {'network': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:55.831604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.855296 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:55.888269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:55.899395 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:55.939207 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-13e5f8bc-bb2d-4702-973b-0d99793e1889 req-d0deb623-e93c-4562-9f6e-0ac3a82d87f0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164684 Aug 26 08:52:56.014366 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks [] for security_group (2d82b523-bda5-43ab-80e0-8700d5c17dbf), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.020029 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2d82b523-bda5-43ab-80e0-8700d5c17dbf), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.053662 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=117971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:52:56.062380 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d82b523-bda5-43ab-80e0-8700d5c17dbf,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:56.071559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (4f11abb6-d829-414c-b4cf-f2eb34ea0df5), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.071948 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.segments_db [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Added segment 4f11abb6-d829-414c-b4cf-f2eb34ea0df5 of type vlan for network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 Aug 26 08:52:56.129816 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (dd23c74c-1e9d-4868-98c8-b6e82fab2a20), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.165646 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (dd23c74c-1e9d-4868-98c8-b6e82fab2a20), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.167114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:56.167761 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.251691 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7149041 Aug 26 08:52:56.254749 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44100) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:52:56.257763 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a8190-766e-4c88-a50f-2d7c29fa7240 admin admin] Pushing event updated for resources: {'Network': ['ID=dd23c74c-1e9d-4868-98c8-b6e82fab2a20,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:56.262980 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Request body: {'subnet': {'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-441666952-subnet', 'tenant_id': '196b8882c5344c8380fecba536f39214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:52:56.271854 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:52:56.335974 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Made reservation on behalf of 196b8882c5344c8380fecba536f39214 for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:52:56.338396 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.619938 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (14125125-0074-4393-ac07-a74cf2daa3ab), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.678054 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14125125-0074-4393-ac07-a74cf2daa3ab,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:52:56.699319 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Checking segment: {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:52:56.699913 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Network hostable DHCP agents. Network: dd23c74c-1e9d-4868-98c8-b6e82fab2a20, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:52:56.727114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:52:56.742124 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, dd23c74c-1e9d-4868-98c8-b6e82fab2a20) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:52:56.749906 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:56.751451 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:52:56.756049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2bb2c-a6a2-4509-a514-6bcce7afffdd None None] Network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:52:56.777004 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0c3f227f-1766-428f-891d-9ede214a9b92 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5202684 Aug 26 08:52:56.915494 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5613c-6c50-4563-9267-90ff4b13df1a None None] Network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:52:57.160827 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1c19-c3c4-4f4b-8964-3268922e44a9 req-0887ba2b-a355-41fb-a121-fdf3f6c3c163 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:57.163711 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9c1c19-c3c4-4f4b-8964-3268922e44a9 req-0887ba2b-a355-41fb-a121-fdf3f6c3c163 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0841546 Aug 26 08:52:57.271717 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9c1c19-c3c4-4f4b-8964-3268922e44a9 req-a1c41d86-b69a-4f54-89c6-b31948b14759 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976994 Aug 26 08:52:57.887616 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de44772-bc6e-4381-b7b5-d7d022fd9daa req-4b7908bd-c335-4e77-878c-c1c355b00063 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:57.889192 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3de44772-bc6e-4381-b7b5-d7d022fd9daa req-4b7908bd-c335-4e77-878c-c1c355b00063 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0507417 Aug 26 08:52:57.902794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:57.925832 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:52:57.947144 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3de44772-bc6e-4381-b7b5-d7d022fd9daa req-e8a20566-3582-489c-bfa1-4e8642f15498 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Aug 26 08:52:58.420031 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331c4f5-bb4a-4754-8066-419b34dfd7b1 req-5c19faf0-e17f-4b7f-ae4d-99389ce2b608 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:58.421543 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1331c4f5-bb4a-4754-8066-419b34dfd7b1 req-5c19faf0-e17f-4b7f-ae4d-99389ce2b608 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0528865 Aug 26 08:52:58.493734 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1331c4f5-bb4a-4754-8066-419b34dfd7b1 req-068ff27a-e551-40cb-a031-ba369024bba2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635343 Aug 26 08:52:59.073015 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132f486-ace0-46c5-bd61-8d3a86abef51 req-3cc95909-a3f0-4336-a494-96a082004336 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:59.074578 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1132f486-ace0-46c5-bd61-8d3a86abef51 req-3cc95909-a3f0-4336-a494-96a082004336 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Aug 26 08:52:59.136445 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1132f486-ace0-46c5-bd61-8d3a86abef51 req-012f6921-ea8a-467a-8589-7575e3b8d556 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 Aug 26 08:52:59.637665 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0904d-bce8-42e1-b8fa-3353a285c7b3 req-e1fdb9fc-1627-4a5c-b4b9-3a969719269c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:52:59.639260 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-01e0904d-bce8-42e1-b8fa-3353a285c7b3 req-e1fdb9fc-1627-4a5c-b4b9-3a969719269c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0534353 Aug 26 08:52:59.695848 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-01e0904d-bce8-42e1-b8fa-3353a285c7b3 req-f9591a47-14c4-4d50-8476-2cb54dec20b0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Aug 26 08:53:00.276122 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343978-fd51-4f8c-8974-bdb837bf477a req-99b30f71-b01f-4008-a87f-3fa929dc9c42 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:00.278866 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e1343978-fd51-4f8c-8974-bdb837bf477a req-99b30f71-b01f-4008-a87f-3fa929dc9c42 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0623856 Aug 26 08:53:00.329513 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e1343978-fd51-4f8c-8974-bdb837bf477a req-5420c9ee-04fd-4e5c-a78f-231e480dd244 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Aug 26 08:53:00.829364 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95da68-7307-468e-8ab1-52a273489adf req-5e512031-0a9f-47b6-a036-a0a7d6874803 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:00.830808 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8c95da68-7307-468e-8ab1-52a273489adf req-5e512031-0a9f-47b6-a036-a0a7d6874803 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0509379 Aug 26 08:53:00.885011 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8c95da68-7307-468e-8ab1-52a273489adf req-32e8636e-bade-4b79-b029-3512b5f5fc17 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485413 Aug 26 08:53:01.458711 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f974c72-da62-4aac-b7f7-9da3d1365f47 req-6f865aa9-9bf5-4298-94ec-c094c02ef3e9 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:01.460849 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3f974c72-da62-4aac-b7f7-9da3d1365f47 req-6f865aa9-9bf5-4298-94ec-c094c02ef3e9 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Aug 26 08:53:01.499554 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:01.511673 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3f974c72-da62-4aac-b7f7-9da3d1365f47 req-9d90403c-8031-4a55-a42c-ff5f11f979a9 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Aug 26 08:53:01.566109 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=47 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:02.036318 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a4607-4356-4c14-b72d-9743551fd592 req-1053f923-b0d0-4d29-b904-59b71de53408 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:02.038192 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-289a4607-4356-4c14-b72d-9743551fd592 req-1053f923-b0d0-4d29-b904-59b71de53408 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0678048 Aug 26 08:53:02.082303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-1597c6bf-4b90-434b-9038-70fe9491562d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:02.083870 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-1597c6bf-4b90-434b-9038-70fe9491562d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/networks?id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 200 len: 808 time: 0.1286752 Aug 26 08:53:02.105611 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-289a4607-4356-4c14-b72d-9743551fd592 req-911c6ee0-141c-4d45-bdf7-6a8b75696bae tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 Aug 26 08:53:02.117778 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-74083e8c-4a65-4153-a3b1-911248c55fdc tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/quotas/196b8882c5344c8380fecba536f39214 HTTP/1.1" status: 200 len: 375 time: 0.0178094 Aug 26 08:53:02.151277 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-8b301b3f-89a8-4326-b2be-269ba06a101c tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=196b8882c5344c8380fecba536f39214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320060 Aug 26 08:53:02.270792 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-c8a376c0-706b-4adf-a94d-af6e407f0e44 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084692 Aug 26 08:53:02.350660 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:02.380132 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-85ce763a-07a9-48c7-b4c2-8a4c22b3c579 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062469 Aug 26 08:53:02.592072 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a5ee57c8-b0a9-4b46-b452-ef09b386e82e req-53eb05a9-8bd5-48fe-829f-4987eecdbe30 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 210 time: 0.0333033 Aug 26 08:53:02.653985 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=51 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:02.667805 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:02.680598 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad1d0-2379-4125-8797-dfadf3ffd487 req-5f827a3c-7a8f-44d9-810e-3ec7c03eca31 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:02.682215 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c7ad1d0-2379-4125-8797-dfadf3ffd487 req-5f827a3c-7a8f-44d9-810e-3ec7c03eca31 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0580935 Aug 26 08:53:02.750175 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c7ad1d0-2379-4125-8797-dfadf3ffd487 req-115043ce-7199-461f-a9e3-ed6e5ac47a48 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573621 Aug 26 08:53:03.272829 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016f37b-46b6-47fa-ab35-6c58a1b197bd req-68ae6b77-db34-4bd8-9c61-f23a94ed4f12 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:03.274442 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3016f37b-46b6-47fa-ab35-6c58a1b197bd req-68ae6b77-db34-4bd8-9c61-f23a94ed4f12 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0586636 Aug 26 08:53:03.335453 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3016f37b-46b6-47fa-ab35-6c58a1b197bd req-0c291bed-8793-413c-8303-ce034999fd78 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493429 Aug 26 08:53:03.711891 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f8ee08be-3490-4075-9648-eec32c1f168b req-573910b8-bc84-4990-80e3-41a5b8100b70 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Aug 26 08:53:03.805988 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e863de-cc50-487e-959d-024033cc0bd0 req-ba5f1ceb-3f71-4825-bb96-25dafd726ec5 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:03.807747 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-69e863de-cc50-487e-959d-024033cc0bd0 req-ba5f1ceb-3f71-4825-bb96-25dafd726ec5 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0620687 Aug 26 08:53:03.906550 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381848-e023-4d01-a8fd-dedef9d19e27 req-7ba495a2-d1da-42a7-9e1d-610dd9cd78d4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:03.908043 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8a381848-e023-4d01-a8fd-dedef9d19e27 req-7ba495a2-d1da-42a7-9e1d-610dd9cd78d4 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 945 time: 0.0542369 Aug 26 08:53:03.961646 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8a381848-e023-4d01-a8fd-dedef9d19e27 req-f7e553cf-dbe9-4894-8e01-ea68bbbae74f tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=125f5c15-8cf3-4094-b7fb-1d810242c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464351 Aug 26 08:53:03.967011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Deleting port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:03.967371 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:04.070225 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] For port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:04.070596 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:04.085526 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Calling delete_port for e6c43102-4bd4-4b6b-8992-a1b7bca6db2b owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:04.288732 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (e6c43102-4bd4-4b6b-8992-a1b7bca6db2b), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:04.361295 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Pushing event deleted for resources: {'Port': ['ID=e6c43102-4bd4-4b6b-8992-a1b7bca6db2b,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:04.565555 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] No DVR routers for this DVR port e6c43102-4bd4-4b6b-8992-a1b7bca6db2b on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:53:04.589029 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:04.593445 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-69e863de-cc50-487e-959d-024033cc0bd0 req-40dd1950-5eee-4577-98fa-fec3b1bcbfb2 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.115 "DELETE /networking/v2.0/ports/e6c43102-4bd4-4b6b-8992-a1b7bca6db2b HTTP/1.1" status: 204 len: 173 time: 0.7758002 Aug 26 08:53:04.600300 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b14a44-0641-4121-9855-fe0454700263', 'name': 'network-vif-deleted', 'tag': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:04.603168 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee88dc-e7ba-4770-a6ed-00d08ae6ee10" -d '{"events": [{"server_uuid": "a0b14a44-0641-4121-9855-fe0454700263", "name": "network-vif-deleted", "tag": "e6c43102-4bd4-4b6b-8992-a1b7bca6db2b"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:04.686777 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc127c2-6977-413a-8e06-159f78cda91c req-76994a41-4691-415b-a689-7590fe8e5a61 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:04.706552 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8dc127c2-6977-413a-8e06-159f78cda91c req-76994a41-4691-415b-a689-7590fe8e5a61 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1994059 Aug 26 08:53:04.722782 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b27ff3-1c3d-421a-bcb1-0b212330e312 x-openstack-request-id: req-a7b27ff3-1c3d-421a-bcb1-0b212330e312 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:04.723539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b14a44-0641-4121-9855-fe0454700263", "name": "network-vif-deleted", "tag": "e6c43102-4bd4-4b6b-8992-a1b7bca6db2b", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:04.723539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a7b27ff3-1c3d-421a-bcb1-0b212330e312 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:04.724360 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b27ff3-1c3d-421a-bcb1-0b212330e312'] response: {'server_uuid': 'a0b14a44-0641-4121-9855-fe0454700263', 'name': 'network-vif-deleted', 'tag': 'e6c43102-4bd4-4b6b-8992-a1b7bca6db2b', 'status': 'completed', 'code': 200} Aug 26 08:53:04.870412 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8dc127c2-6977-413a-8e06-159f78cda91c req-a8ab5750-a1d3-472e-b918-1e7d71630221 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620741 Aug 26 08:53:04.887441 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-664d03d8-bfa3-409b-8db2-774b6f55f30e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:04.889255 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-664d03d8-bfa3-409b-8db2-774b6f55f30e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "GET /networking/v2.0/networks?id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 200 len: 808 time: 0.4877992 Aug 26 08:53:04.904614 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ecacf7de-43b6-4cd8-ab87-9787a8e1da8b req-cb3120f7-1da9-4d93-b976-728df9dc8112 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 210 time: 0.0335951 Aug 26 08:53:04.964051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Request body: {'port': {'device_id': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20', 'admin_state_up': True, 'tenant_id': '196b8882c5344c8380fecba536f39214'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:05.211606 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Made reservation on behalf of 196b8882c5344c8380fecba536f39214 for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:05.223552 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.268921 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5d1a437c-29a0-468b-aada-20c2dfe36ef9 req-818305b0-4a0b-43a3-8c37-aeb77e849fe7 tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.0754457 Aug 26 08:53:05.363819 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:05.373151 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:05.392466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44300) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:05.457511 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Allocated IP 172.20.0.9 (dd23c74c-1e9d-4868-98c8-b6e82fab2a20/14125125-0074-4393-ac07-a74cf2daa3ab/11430b54-2c41-462a-add0-75e726267461) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:05.563105 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c338fd2-96bd-46f1-9768-0ba42b9e3e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.708755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks [] for port (11430b54-2c41-462a-add0-75e726267461), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.716452 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c338fd2-96bd-46f1-9768-0ba42b9e3e91 admin admin] Publish callbacks [] for security_group (4f8f76a2-8ea8-4e2f-8133-ff022cea7e73), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.722306 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c338fd2-96bd-46f1-9768-0ba42b9e3e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4f8f76a2-8ea8-4e2f-8133-ff022cea7e73), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.744754 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (11430b54-2c41-462a-add0-75e726267461), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.770168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c338fd2-96bd-46f1-9768-0ba42b9e3e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f76a2-8ea8-4e2f-8133-ff022cea7e73,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:05.788785 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9c338fd2-96bd-46f1-9768-0ba42b9e3e91 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d013d9db6425442293db93fb16b172cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901343 Aug 26 08:53:05.790532 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44310) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:05.834818 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:05.839865 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:05.846995 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:05.856511 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:05.857925 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.860901 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2273e92c-a648-48c0-aaa3-ae37467ee7f5 admin admin] Publish callbacks [] for security_group (4f8f76a2-8ea8-4e2f-8133-ff022cea7e73), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.882003 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Pushing event updated for resources: {'Port': ['ID=11430b54-2c41-462a-add0-75e726267461,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:05.894137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5cd33e9-7d68-494d-b2f6-9664b96de248 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339998 Aug 26 08:53:05.902115 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2273e92c-a648-48c0-aaa3-ae37467ee7f5 admin admin] Publish callbacks [] for security_group (4f8f76a2-8ea8-4e2f-8133-ff022cea7e73), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.946042 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:05.994297 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2273e92c-a648-48c0-aaa3-ae37467ee7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4f8f76a2-8ea8-4e2f-8133-ff022cea7e73), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.999000 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2273e92c-a648-48c0-aaa3-ae37467ee7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:05.999000 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-2273e92c-a648-48c0-aaa3-ae37467ee7f5 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/4f8f76a2-8ea8-4e2f-8133-ff022cea7e73 HTTP/1.1" status: 204 len: 168 time: 0.2084882 Aug 26 08:53:06.020368 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Request body: {'port': {'device_id': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:06.024650 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273e92c-a648-48c0-aaa3-ae37467ee7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f76a2-8ea8-4e2f-8133-ff022cea7e73,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:06.049213 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e6c43102-4bd4-4b6b-8992-a1b7bca6db2b no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:53:06.074099 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:06.153537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530eca0-f0ed-4cb3-b7d7-787f0465cc9a req-399b98cf-f291-4a40-a5e4-2b7f8a186c9d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:06.156052 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: e6c43102-4bd4-4b6b-8992-a1b7bca6db2b {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:53:06.156385 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e6c43102-4bd4-4b6b-8992-a1b7bca6db2b not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:53:06.162373 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0530eca0-f0ed-4cb3-b7d7-787f0465cc9a req-399b98cf-f291-4a40-a5e4-2b7f8a186c9d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1010935 Aug 26 08:53:06.209538 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335f385-3b2a-4960-8cc5-94f683db348d req-01043dac-c6ad-4941-9423-4950cd2ab481 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:06.220040 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3335f385-3b2a-4960-8cc5-94f683db348d req-01043dac-c6ad-4941-9423-4950cd2ab481 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 931 time: 0.1879256 Aug 26 08:53:06.255473 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0530eca0-f0ed-4cb3-b7d7-787f0465cc9a req-e05a7740-35fe-4739-b90c-ef05b2321e35 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852203 Aug 26 08:53:06.345150 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (11430b54-2c41-462a-add0-75e726267461), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.364411 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3335f385-3b2a-4960-8cc5-94f683db348d req-72d3d6db-1a49-439c-a823-df403069c608 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400239 Aug 26 08:53:06.492426 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c8c3ac83-24a6-4bfa-a14d-0e28e6dbdd5c req-a48a6330-2d9b-4f62-8476-2a52a92c3dfc tempest-DeleteServersTestJSON-551097629 tempest-DeleteServersTestJSON-551097629-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a0b14a44-0641-4121-9855-fe0454700263 HTTP/1.1" status: 200 len: 210 time: 0.0534484 Aug 26 08:53:06.611462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44334) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:06.627088 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b551500f-5986-4620-8bf0-2544f03523af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.698382 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11430b54-2c41-462a-add0-75e726267461 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:53:06.708976 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Publish callbacks [] for port (11430b54-2c41-462a-add0-75e726267461), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.722764 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Transition to ACTIVE for port object 11430b54-2c41-462a-add0-75e726267461 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:53:06.725959 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b551500f-5986-4620-8bf0-2544f03523af admin admin] Publish callbacks [] for security_group (7ba13b63-a5eb-4639-9bdd-7e45ce32e305), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.729300 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (11430b54-2c41-462a-add0-75e726267461), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.730548 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b551500f-5986-4620-8bf0-2544f03523af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7ba13b63-a5eb-4639-9bdd-7e45ce32e305), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.736872 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:06.765133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:06.771632 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551500f-5986-4620-8bf0-2544f03523af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba13b63-a5eb-4639-9bdd-7e45ce32e305,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:06.776955 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b551500f-5986-4620-8bf0-2544f03523af admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=4823ea9a83cd4fb5a3362bbcc71874ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644397 Aug 26 08:53:06.780891 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44340) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:06.832727 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Pushing event updated for resources: {'Port': ['ID=11430b54-2c41-462a-add0-75e726267461,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:06.847182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76f48cb4-6848-4b47-910b-9365a502a063 admin admin] Publish callbacks [] for security_group (7ba13b63-a5eb-4639-9bdd-7e45ce32e305), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.850535 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Attempting to bind port 11430b54-2c41-462a-add0-75e726267461 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:06.850874 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Attempting to bind port 11430b54-2c41-462a-add0-75e726267461 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:06.851225 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Attempting to bind port 11430b54-2c41-462a-add0-75e726267461 on network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:06.856543 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Port 11430b54-2c41-462a-add0-75e726267461 on network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:53:06.856890 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Attempting to bind port 11430b54-2c41-462a-add0-75e726267461 on network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:06.862009 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:06.862315 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Checking segment: {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:06.862694 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Bound using segment: {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:06.863157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Bound port: 11430b54-2c41-462a-add0-75e726267461, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:06.863562 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (11430b54-2c41-462a-add0-75e726267461), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.873340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76f48cb4-6848-4b47-910b-9365a502a063 admin admin] Publish callbacks [] for security_group (7ba13b63-a5eb-4639-9bdd-7e45ce32e305), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.938250 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76f48cb4-6848-4b47-910b-9365a502a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7ba13b63-a5eb-4639-9bdd-7e45ce32e305), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.941679 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] For port 11430b54-2c41-462a-add0-75e726267461, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:06.941848 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-76f48cb4-6848-4b47-910b-9365a502a063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.943077 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-76f48cb4-6848-4b47-910b-9365a502a063 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7ba13b63-a5eb-4639-9bdd-7e45ce32e305 HTTP/1.1" status: 204 len: 168 time: 0.1611621 Aug 26 08:53:06.945811 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] For port 11430b54-2c41-462a-add0-75e726267461, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=11430b54-2c41-462a-add0-75e726267461,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:06.955728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (11430b54-2c41-462a-add0-75e726267461), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.957895 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f48cb4-6848-4b47-910b-9365a502a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba13b63-a5eb-4639-9bdd-7e45ce32e305,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:06.961124 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:06.962399 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:06.964137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/11430b54-2c41-462a-add0-75e726267461 HTTP/1.1" status: 200 len: 1093 time: 0.9535713 Aug 26 08:53:06.966767 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'tag': '11430b54-2c41-462a-add0-75e726267461'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:06.970856 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72c986-1183-49a8-8c8c-5773af6bb791" -d '{"events": [{"name": "network-changed", "server_uuid": "26ca03c2-cba9-4202-9673-9235cfbb16a3", "tag": "11430b54-2c41-462a-add0-75e726267461"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:07.048173 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a397e6be-b9b2-4f5d-8b59-8a38ab017a2f x-openstack-request-id: req-a397e6be-b9b2-4f5d-8b59-8a38ab017a2f {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:07.048584 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ca03c2-cba9-4202-9673-9235cfbb16a3", "tag": "11430b54-2c41-462a-add0-75e726267461", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:07.048847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a397e6be-b9b2-4f5d-8b59-8a38ab017a2f {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:07.049321 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a397e6be-b9b2-4f5d-8b59-8a38ab017a2f'] response: {'name': 'network-changed', 'server_uuid': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'tag': '11430b54-2c41-462a-add0-75e726267461', 'status': 'completed', 'code': 200} Aug 26 08:53:07.073994 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152de1b-f16c-4905-a41a-2c06f45c9204 service neutron] Pushing event updated for resources: {'Port': ['ID=11430b54-2c41-462a-add0-75e726267461,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:07.088133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5dfbe70-867d-4104-a3e5-a1c0ff866615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:07.089671 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-e5dfbe70-867d-4104-a3e5-a1c0ff866615 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=196b8882c5344c8380fecba536f39214&device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 1127 time: 0.0647061 Aug 26 08:53:07.141092 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-1add28e2-336f-481e-badd-a1a635d318ed service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11430b54-2c41-462a-add0-75e726267461 HTTP/1.1" status: 200 len: 217 time: 0.0434346 Aug 26 08:53:07.223423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b055a-e270-4222-9ede-bec42463075f req-53954f4c-deb5-4041-8c97-eb4eef9befab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:07.224983 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-53954f4c-deb5-4041-8c97-eb4eef9befab service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=14125125-0074-4393-ac07-a74cf2daa3ab HTTP/1.1" status: 200 len: 848 time: 0.0648339 Aug 26 08:53:07.268046 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-33810605-b0d3-469d-bed8-f135ebdfb66b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336251 Aug 26 08:53:07.466575 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc749be-ba6e-4526-bf3e-5b81a18694a6 req-3e7f9861-abc9-4d7a-b22b-e8a8e8fadcb2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:07.480290 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-afc749be-ba6e-4526-bf3e-5b81a18694a6 req-3e7f9861-abc9-4d7a-b22b-e8a8e8fadcb2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1018100 Aug 26 08:53:07.551172 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-afc749be-ba6e-4526-bf3e-5b81a18694a6 req-7d512e33-9eb1-4783-8f8f-29cf5e52863f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696211 Aug 26 08:53:07.684253 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d71fd-aa69-443d-909c-b7f7f57bf80d req-45e0856c-c45c-4a56-a070-fa04e116a783 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:07.684253 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b23d71fd-aa69-443d-909c-b7f7f57bf80d req-45e0856c-c45c-4a56-a070-fa04e116a783 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 943 time: 0.0790610 Aug 26 08:53:07.728199 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-8784091d-0d8b-448d-9683-e890dee5ed1a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507232 Aug 26 08:53:07.847749 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b23d71fd-aa69-443d-909c-b7f7f57bf80d req-2cc99815-1816-4eb1-a6b1-e20442b5275d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481569 Aug 26 08:53:07.927215 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2f5b055a-e270-4222-9ede-bec42463075f req-8f1ef9a6-4556-4f5d-b8b3-ed7bd1c2432f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786408 Aug 26 08:53:08.687868 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592da5-3977-465f-ae86-7a01385e5fb8 req-d77b0236-d174-4b8e-8b4a-83e85da2e2f9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:08.690452 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f3592da5-3977-465f-ae86-7a01385e5fb8 req-d77b0236-d174-4b8e-8b4a-83e85da2e2f9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0635843 Aug 26 08:53:08.746710 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f3592da5-3977-465f-ae86-7a01385e5fb8 req-814ca510-560f-4fab-9d3d-fb9f95a3dc91 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501094 Aug 26 08:53:09.033984 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e6dee-c7c2-4452-9fce-980906d1c74d req-b3533632-4bbb-4101-9913-54312bd88c03 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:09.036435 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-084e6dee-c7c2-4452-9fce-980906d1c74d req-b3533632-4bbb-4101-9913-54312bd88c03 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 943 time: 0.0842988 Aug 26 08:53:09.097306 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-084e6dee-c7c2-4452-9fce-980906d1c74d req-51b5e46f-1191-4b20-a7b9-91988dc8ed89 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549781 Aug 26 08:53:09.204985 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-62801d18-d37f-44fe-8eb6-ed5636a027de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:09.206588 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-62801d18-d37f-44fe-8eb6-ed5636a027de service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=196b8882c5344c8380fecba536f39214&device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 1127 time: 0.0511882 Aug 26 08:53:09.253341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44492) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:09.326693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-462a1d3c-ab7b-44af-8a8f-1b1b2814c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:09.328483 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-462a1d3c-ab7b-44af-8a8f-1b1b2814c64c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 200 len: 910 time: 0.1142776 Aug 26 08:53:09.417859 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-ffb18cbb-fcdb-4d7f-8f40-a65cfc12c364 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11430b54-2c41-462a-add0-75e726267461 HTTP/1.1" status: 200 len: 217 time: 0.0657089 Aug 26 08:53:09.520185 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-53ae1bd3-a073-4e5e-b003-e0774547aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:09.521835 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-53ae1bd3-a073-4e5e-b003-e0774547aad3 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=14125125-0074-4393-ac07-a74cf2daa3ab HTTP/1.1" status: 200 len: 848 time: 0.0974002 Aug 26 08:53:09.554696 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:09.570182 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-e06695e7-6adf-4c52-82b3-5b430504327a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323219 Aug 26 08:53:09.629861 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:09.652583 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:09.688909 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-5d582003-f37a-4983-9394-e5f148fff10a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106455 Aug 26 08:53:09.790529 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (c101f9c1-3190-4f15-bfc3-99a31980dfdf), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:09.800645 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a72c986-1183-49a8-8c8c-5773af6bb791 req-d6d29364-6a56-4867-a0b6-fc170b605478 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020374 Aug 26 08:53:09.858339 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:09.936893 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3d14-a5dc-480a-b870-5c75e3c89db8 req-b3923bf6-3c16-4deb-99fd-08e26122b01f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:09.938557 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-016e3d14-a5dc-480a-b870-5c75e3c89db8 req-b3923bf6-3c16-4deb-99fd-08e26122b01f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0732636 Aug 26 08:53:10.027894 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-016e3d14-a5dc-480a-b870-5c75e3c89db8 req-16f3bd7b-4a68-4c9a-af4d-3b4daaed1195 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812800 Aug 26 08:53:10.045459 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 11430b54-2c41-462a-add0-75e726267461 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:53:10.074303 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:10.212182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Deleting port 556828a1-51ca-48f1-85bd-89fb96fb8f18 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:10.213144 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:10.228972 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 11430b54-2c41-462a-add0-75e726267461, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=11430b54-2c41-462a-add0-75e726267461,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:10.243394 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '11430b54-2c41-462a-add0-75e726267461', 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20', 'port_id': '11430b54-2c41-462a-add0-75e726267461', 'mac_address': 'fa:16:3e:41:65:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14125125-0074-4393-ac07-a74cf2daa3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:53:10.286177 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 11430b54-2c41-462a-add0-75e726267461 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:10.286613 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (11430b54-2c41-462a-add0-75e726267461), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:10.301647 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:10.306416 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11430b54-2c41-462a-add0-75e726267461 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:53:10.348207 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 11430b54-2c41-462a-add0-75e726267461, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=11430b54-2c41-462a-add0-75e726267461,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:10.358696 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (11430b54-2c41-462a-add0-75e726267461), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:10.378592 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ce22-d05b-4cef-b9a4-658f5dbe4323 req-f417a3f5-3301-4877-94e0-53ee22f2fa60 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:10.381380 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f853ce22-d05b-4cef-b9a4-658f5dbe4323 req-f417a3f5-3301-4877-94e0-53ee22f2fa60 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 943 time: 0.1503844 Aug 26 08:53:10.429483 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=11430b54-2c41-462a-add0-75e726267461,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:10.446225 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] For port 556828a1-51ca-48f1-85bd-89fb96fb8f18, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=556828a1-51ca-48f1-85bd-89fb96fb8f18,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:10.446761 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:10.493993 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Calling delete_port for 556828a1-51ca-48f1-85bd-89fb96fb8f18 owned by network:router_interface {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:10.514145 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f853ce22-d05b-4cef-b9a4-658f5dbe4323 req-b0454608-9784-4813-aba0-1ba20d415558 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221437 Aug 26 08:53:10.831620 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['11430b54-2c41-462a-add0-75e726267461'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:53:10.861872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (556828a1-51ca-48f1-85bd-89fb96fb8f18), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:10.891804 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=556828a1-51ca-48f1-85bd-89fb96fb8f18,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:11.243960 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e130b7-e1cf-42ae-9d29-7d28aa2e3857 req-098ab50c-eda8-41e6-966f-90468ca48311 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:11.246438 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8e130b7-e1cf-42ae-9d29-7d28aa2e3857 req-098ab50c-eda8-41e6-966f-90468ca48311 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1000774 Aug 26 08:53:11.278650 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:11.291928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (c101f9c1-3190-4f15-bfc3-99a31980dfdf), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:11.339365 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8e130b7-e1cf-42ae-9d29-7d28aa2e3857 req-8648bc3f-312f-42fe-a814-f3b3ebd52493 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Aug 26 08:53:11.489869 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:11.586198 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Router c101f9c1-3190-4f15-bfc3-99a31980dfdf has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:53:11.718398 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab3413-b196-4cda-b963-450f0edca4c8 req-d2467d3e-d98f-4e36-b72a-d248432444e2 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:11.720025 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-68ab3413-b196-4cda-b963-450f0edca4c8 req-d2467d3e-d98f-4e36-b72a-d248432444e2 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 944 time: 0.0887165 Aug 26 08:53:11.763389 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:11.772517 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-fbec0797-72dd-45a4-a6a6-a1e4a43bf7e3 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/c101f9c1-3190-4f15-bfc3-99a31980dfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5145025 Aug 26 08:53:11.772755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44536) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:11.775184 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] Sync routers for ids ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:53:11.797059 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] Routers {'c101f9c1-3190-4f15-bfc3-99a31980dfdf'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:11.798066 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:52:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:11.810999 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-68ab3413-b196-4cda-b963-450f0edca4c8 req-311fcf5f-91eb-4043-ad98-32391b756413 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817900 Aug 26 08:53:11.952114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks [] for router (c101f9c1-3190-4f15-bfc3-99a31980dfdf), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:11.980789 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] Set router c101f9c1-3190-4f15-bfc3-99a31980dfdf gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:12.050665 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 11430b54-2c41-462a-add0-75e726267461 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:12.161907 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks [] for router_gateway (c101f9c1-3190-4f15-bfc3-99a31980dfdf), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.200638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 11430b54-2c41-462a-add0-75e726267461 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:53:12.212508 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 11430b54-2c41-462a-add0-75e726267461 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:12.213138 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (11430b54-2c41-462a-add0-75e726267461), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.255185 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Deleting port 8505f1d0-6b6d-4573-8137-638fd6a0743c {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:12.256596 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.322404 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:53:10Z', 'revision_number': 5, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port': {'id': '8505f1d0-6b6d-4573-8137-638fd6a0743c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:33Z', 'updated_at': '2022-08-26T08:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:12.386228 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44548) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:12.395183 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] Checking router: c101f9c1-3190-4f15-bfc3-99a31980dfdf for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:53:12.407310 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] Routers {'c101f9c1-3190-4f15-bfc3-99a31980dfdf'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:12.408822 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:52:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:12.414310 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 11430b54-2c41-462a-add0-75e726267461 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:12.415164 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (11430b54-2c41-462a-add0-75e726267461), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.444338 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] For port 8505f1d0-6b6d-4573-8137-638fd6a0743c, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8505f1d0-6b6d-4573-8137-638fd6a0743c,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:12.444945 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.462454 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 11430b54-2c41-462a-add0-75e726267461, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=11430b54-2c41-462a-add0-75e726267461,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:12.463638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11430b54-2c41-462a-add0-75e726267461'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:12.464612 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Calling delete_port for 8505f1d0-6b6d-4573-8137-638fd6a0743c owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:12.468095 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700dc3a2-7b7a-40dd-9a67-4cb93b2cc22a" -d '{"events": [{"server_uuid": "26ca03c2-cba9-4202-9673-9235cfbb16a3", "name": "network-vif-plugged", "status": "completed", "tag": "11430b54-2c41-462a-add0-75e726267461"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:12.472303 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (11430b54-2c41-462a-add0-75e726267461), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.538927 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] Set router c101f9c1-3190-4f15-bfc3-99a31980dfdf gateway port host: None {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:12.540968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=11430b54-2c41-462a-add0-75e726267461,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:12.610297 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f1cdc-313e-4607-81c3-31ec0351d104 x-openstack-request-id: req-f91f1cdc-313e-4607-81c3-31ec0351d104 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:12.610566 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ca03c2-cba9-4202-9673-9235cfbb16a3", "name": "network-vif-plugged", "status": "completed", "tag": "11430b54-2c41-462a-add0-75e726267461", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:12.610990 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f91f1cdc-313e-4607-81c3-31ec0351d104 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:12.611587 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91f1cdc-313e-4607-81c3-31ec0351d104'] response: {'server_uuid': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11430b54-2c41-462a-add0-75e726267461', 'code': 200} Aug 26 08:53:12.622332 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:53:12Z', 'revision_number': 6, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:12.674693 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6a95a-c5a5-4220-9909-8ee859b01a83 None None] The sync data for ids ['c101f9c1-3190-4f15-bfc3-99a31980dfdf'] in dv-cinder-852364-5-iscsi is: [{'id': 'c101f9c1-3190-4f15-bfc3-99a31980dfdf', 'name': 'tempest-DeleteServersTestJSON-1405834767-router', 'tenant_id': '76bb70b9748b4ed69bfc098327cc1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:31Z', 'updated_at': '2022-08-26T08:53:12Z', 'revision_number': 6, 'project_id': '76bb70b9748b4ed69bfc098327cc1234', 'gw_port_host': None}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:53:12.754251 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:12.816308 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (8505f1d0-6b6d-4573-8137-638fd6a0743c), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.818274 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-53245915-d9db-490c-a3fb-32cc72f0357f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:12.827814 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:12.910931 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98f4d-d3c6-48e6-81ab-49b9be482419 req-5140a136-927d-467f-8882-92b48772de95 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:12.913835 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ce98f4d-d3c6-48e6-81ab-49b9be482419 req-5140a136-927d-467f-8882-92b48772de95 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.3193414 Aug 26 08:53:12.925714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8505f1d0-6b6d-4573-8137-638fd6a0743c,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:13.019296 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b459136-f5a5-44df-888c-c1c628d26d65 req-87cd91ac-05b7-408e-9f33-76c2823476d7 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:13.021684 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b22f-a3e0-4eb3-8b32-9aa87392f1e6 req-e20d1380-21a8-4d47-824e-cb0ee954dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:13.021841 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8b459136-f5a5-44df-888c-c1c628d26d65 req-87cd91ac-05b7-408e-9f33-76c2823476d7 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Aug 26 08:53:13.023874 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-02d2b22f-a3e0-4eb3-8b32-9aa87392f1e6 req-e20d1380-21a8-4d47-824e-cb0ee954dcdf service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 1129 time: 0.2206097 Aug 26 08:53:13.066261 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (c101f9c1-3190-4f15-bfc3-99a31980dfdf), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.121277 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8b459136-f5a5-44df-888c-c1c628d26d65 req-be61097e-5034-41fa-9b80-48c3eaf3d4b9 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883355 Aug 26 08:53:13.299306 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ce98f4d-d3c6-48e6-81ab-49b9be482419 req-e4f1e2e9-2620-45c8-830c-99945a6c9acc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608205 Aug 26 08:53:13.335674 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (c101f9c1-3190-4f15-bfc3-99a31980dfdf), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.348960 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks [] for router_controller (c101f9c1-3190-4f15-bfc3-99a31980dfdf), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.373857 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-02d2b22f-a3e0-4eb3-8b32-9aa87392f1e6 req-d4604f16-92ff-4b9d-ae43-c296d072eb4e service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379045 Aug 26 08:53:13.485537 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (c101f9c1-3190-4f15-bfc3-99a31980dfdf), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.486556 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c101f9c1-3190-4f15-bfc3-99a31980dfdf {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 08:53:13.491957 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-53245915-d9db-490c-a3fb-32cc72f0357f admin admin] Publish callbacks [] for security_group (8f501fc8-9e9a-4c74-965b-2051d82f6cab), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.500483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.502203 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9b2ea2f6-f446-4ff4-a33c-ff99e2e234a9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/c101f9c1-3190-4f15-bfc3-99a31980dfdf HTTP/1.1" status: 204 len: 168 time: 1.7279880 Aug 26 08:53:13.503709 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-53245915-d9db-490c-a3fb-32cc72f0357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (8f501fc8-9e9a-4c74-965b-2051d82f6cab), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.505400 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44566) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:13.560174 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-53245915-d9db-490c-a3fb-32cc72f0357f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=31ba3d19c3a54127a9fb527325d1806b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1725557 Aug 26 08:53:13.561616 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53245915-d9db-490c-a3fb-32cc72f0357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f501fc8-9e9a-4c74-965b-2051d82f6cab,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:13.565593 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44568) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:13.594474 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Deleting subnet 9ca5e4cf-59bd-4893-8976-3a1839841bd9 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:53:13.608570 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Publish callbacks [] for subnet (9ca5e4cf-59bd-4893-8976-3a1839841bd9), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.698145 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Publish callbacks [] for subnet (9ca5e4cf-59bd-4893-8976-3a1839841bd9), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.748777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-274c7600-548b-48e1-9ce3-12b40cf59fa3 admin admin] Publish callbacks [] for security_group (8f501fc8-9e9a-4c74-965b-2051d82f6cab), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.845983 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-274c7600-548b-48e1-9ce3-12b40cf59fa3 admin admin] Publish callbacks [] for security_group (8f501fc8-9e9a-4c74-965b-2051d82f6cab), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:13.858735 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (9ca5e4cf-59bd-4893-8976-3a1839841bd9), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.016325 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (9ca5e4cf-59bd-4893-8976-3a1839841bd9), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.032916 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-274c7600-548b-48e1-9ce3-12b40cf59fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (8f501fc8-9e9a-4c74-965b-2051d82f6cab), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.036562 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-274c7600-548b-48e1-9ce3-12b40cf59fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.042160 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-274c7600-548b-48e1-9ce3-12b40cf59fa3 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8f501fc8-9e9a-4c74-965b-2051d82f6cab HTTP/1.1" status: 204 len: 168 time: 0.4713376 Aug 26 08:53:14.092505 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.100421 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/9ca5e4cf-59bd-4893-8976-3a1839841bd9 HTTP/1.1" status: 204 len: 168 time: 0.5933857 Aug 26 08:53:14.101827 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713edc-ce39-419d-9f19-dba8cd3f43d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca5e4cf-59bd-4893-8976-3a1839841bd9,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:14.104293 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44572) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:14.109732 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c3c9a-8698-43d9-8010-c0ae90a82e6c None None] Network b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:14.115289 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c7600-548b-48e1-9ce3-12b40cf59fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f501fc8-9e9a-4c74-965b-2051d82f6cab,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:14.286332 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.395619 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e249-8fc8-4ef6-8ecf-dd393f9cec2d req-16feaf57-2b8d-49e0-b316-139b70551fef tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:14.410559 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6ca4e249-8fc8-4ef6-8ecf-dd393f9cec2d req-16feaf57-2b8d-49e0-b316-139b70551fef tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1739843 Aug 26 08:53:14.523297 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Deleting port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:14.523297 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.530043 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] DHCP port deletion for b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 08:53:14.553761 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:14.630006 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6ca4e249-8fc8-4ef6-8ecf-dd393f9cec2d req-809601e9-ee3a-4cb2-a0ed-b49450c5cb6d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146921 Aug 26 08:53:14.656243 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] Deleting port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:14.657082 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.661243 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8505f1d0-6b6d-4573-8137-638fd6a0743c no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:53:14.781257 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc5765-2570-4598-a8b8-bb4c7cf71763 req-172e9aca-4926-445e-9687-9e765792d44f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:14.783357 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2cdc5765-2570-4598-a8b8-bb4c7cf71763 req-172e9aca-4926-445e-9687-9e765792d44f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0878632 Aug 26 08:53:14.783598 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 8505f1d0-6b6d-4573-8137-638fd6a0743c {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:53:14.783867 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8505f1d0-6b6d-4573-8137-638fd6a0743c not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:53:14.784494 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 556828a1-51ca-48f1-85bd-89fb96fb8f18 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:53:14.790879 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] For port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:14.791743 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.814984 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 556828a1-51ca-48f1-85bd-89fb96fb8f18 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:53:14.815309 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 556828a1-51ca-48f1-85bd-89fb96fb8f18 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:53:14.816806 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Calling delete_port for c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 owned by network:dhcp {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:14.842068 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] For port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,segment=NetworkSegment(26f1456e-b548-4063-921d-fad62fdeb9e7),segment_id=26f1456e-b548-4063-921d-fad62fdeb9e7)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:14.843237 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:14.868820 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:14.871621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] Calling delete_port for c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:14.907861 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:14.923893 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2cdc5765-2570-4598-a8b8-bb4c7cf71763 req-2fb67859-d097-4027-aa52-6a9fcc68be89 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280246 Aug 26 08:53:14.968498 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:14.990344 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.035257 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.040286 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Pushing event deleted for resources: {'Port': ['ID=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:15.043388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] No DVR routers for this DVR port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 on host dv-cinder-852364-5-iscsi {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:53:15.067558 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] Pushing event deleted for resources: {'Port': ['ID=c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:15.087936 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d28cc-9df2-4b83-96f8-e793ca63539b None None] No DVR routers for this DVR port c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:53:15.155879 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.180584 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.181041 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.181917 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.182305 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > port after_create 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.182748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > port after_delete 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.183194 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > port after_update 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.183567 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.183938 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.184310 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.184695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.373157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.373560 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.373750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.374071 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=117971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 08:53:15.374440 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:15.396603 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f1456e-b548-4063-921d-fad62fdeb9e7') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:15.396982 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f1456e-b548-4063-921d-fad62fdeb9e7') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:15.419310 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (26f1456e-b548-4063-921d-fad62fdeb9e7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.424360 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:15.468537 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (26f1456e-b548-4063-921d-fad62fdeb9e7), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.489915 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 08:53:15.490414 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (26f1456e-b548-4063-921d-fad62fdeb9e7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.586005 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.624104 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.629930 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4 HTTP/1.1" status: 204 len: 168 time: 1.5235953 Aug 26 08:53:15.634663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efdc86-59f2-4b30-9cb6-e355fcfd629c admin admin] Pushing event deleted for resources: {'Network': ['ID=b57f5ead-b42e-4bc2-a82c-deb3c7d59ce4,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:15.645393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-bebc8e85-1454-4de3-a7b4-cb7d8e0004df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:15.846340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:15.934715 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350023d9-2806-4145-8fee-152f1afd1895 req-a02f922c-8063-4a09-adab-9afa30c75784 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:15.955117 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-350023d9-2806-4145-8fee-152f1afd1895 req-a02f922c-8063-4a09-adab-9afa30c75784 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1219501 Aug 26 08:53:16.022468 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 26f1456e-b548-4063-921d-fad62fdeb9e7 resource provider aggregate not found Aug 26 08:53:16.069008 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 26f1456e-b548-4063-921d-fad62fdeb9e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26f1456e-b548-4063-921d-fad62fdeb9e7 found for delete ", "request_id": "req-a59cb998-ba11-4ec3-864e-3ee235bbb506"}]} Aug 26 08:53:16.091875 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-350023d9-2806-4145-8fee-152f1afd1895 req-6f73cc67-0d8e-4c27-96c4-b85804b2859f tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351411 Aug 26 08:53:16.115900 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44608) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:16.155097 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a00f8-6ed1-4abd-9467-80fe2557ca40 req-7221feec-4c20-43e3-8ae7-ecf017b406a9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:16.157109 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-853a00f8-6ed1-4abd-9467-80fe2557ca40 req-7221feec-4c20-43e3-8ae7-ecf017b406a9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0838759 Aug 26 08:53:16.178747 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-fd588be9-77e0-4b88-9ca2-5c95f128024a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=76bb70b9748b4ed69bfc098327cc1234&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0604267 Aug 26 08:53:16.183047 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44610) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:16.242798 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-853a00f8-6ed1-4abd-9467-80fe2557ca40 req-880cb3d8-120e-4658-9f12-b58f2a6ae64d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784302 Aug 26 08:53:16.282313 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba152b2b-da34-410d-b69d-ee08d356769b admin admin] Publish callbacks [] for security_group (125f5c15-8cf3-4094-b7fb-1d810242c7ff), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:16.311905 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba152b2b-da34-410d-b69d-ee08d356769b admin admin] Publish callbacks [] for security_group (125f5c15-8cf3-4094-b7fb-1d810242c7ff), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:16.388333 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:53:16.401869 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba152b2b-da34-410d-b69d-ee08d356769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (125f5c15-8cf3-4094-b7fb-1d810242c7ff), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:16.405885 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba152b2b-da34-410d-b69d-ee08d356769b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:16.407661 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ba152b2b-da34-410d-b69d-ee08d356769b admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/125f5c15-8cf3-4094-b7fb-1d810242c7ff HTTP/1.1" status: 204 len: 168 time: 0.2233648 Aug 26 08:53:16.424124 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba152b2b-da34-410d-b69d-ee08d356769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125f5c15-8cf3-4094-b7fb-1d810242c7ff,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:16.428395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:53:16.430095 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c53ffd73-b8c6-4c68-95e9-aa6c2ad938d8 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:53:17.267496 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6477fb-26f7-4974-8bd5-badac6987937 req-390a0314-5a4e-4797-a0b7-e62a3e7764d0 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:17.271211 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cd6477fb-26f7-4974-8bd5-badac6987937 req-390a0314-5a4e-4797-a0b7-e62a3e7764d0 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.0758891 Aug 26 08:53:17.340941 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cd6477fb-26f7-4974-8bd5-badac6987937 req-93b30d65-23c5-4360-af6b-bf766a9c0e92 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632880 Aug 26 08:53:17.581189 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44640) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:17.691067 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddc978-79a8-4479-97f5-de33eecd09b7 req-c3b9f3eb-2f01-40d4-bb67-329f12b9926c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:17.693764 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-42ddc978-79a8-4479-97f5-de33eecd09b7 req-c3b9f3eb-2f01-40d4-bb67-329f12b9926c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.3491507 Aug 26 08:53:17.724626 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-385638366-network', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:17.760892 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Made reservation on behalf of f87dce6d7f01455fb8c3cfe128c20e72 for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:17.764501 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:17.771897 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-42ddc978-79a8-4479-97f5-de33eecd09b7 req-4a777212-a128-43a9-ac6a-5fd42d5e6038 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683539 Aug 26 08:53:17.776673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:17.877118 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks [] for security_group (31c3904c-7901-473d-8146-33262094402f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:17.883299 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (31c3904c-7901-473d-8146-33262094402f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:17.935965 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:53:17.947747 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c3904c-7901-473d-8146-33262094402f,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:17.958918 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (500101ad-f8d8-4883-a571-a7bedad4d6fd), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:17.958918 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Added segment 500101ad-f8d8-4883-a571-a7bedad4d6fd of type vlan for network 4e1c5bc8-bb18-4879-912d-f9e237efa42e Aug 26 08:53:18.016673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (4e1c5bc8-bb18-4879-912d-f9e237efa42e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.049712 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (4e1c5bc8-bb18-4879-912d-f9e237efa42e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.050665 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:18.051322 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.150759 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5679059 Aug 26 08:53:18.155555 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44648) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:18.160853 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306556-7ac9-4bce-bc6d-8c5c32771e40 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1c5bc8-bb18-4879-912d-f9e237efa42e,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:18.161787 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Request body: {'subnet': {'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-385638366-subnet', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:18.174692 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:53:18.194302 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Made reservation on behalf of f87dce6d7f01455fb8c3cfe128c20e72 for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:18.199236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.315792 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ef3d-f705-410f-ae6a-d96b00ac565c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.460074 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (dd7b08a5-f97b-4947-917d-a6d4ccd76af6), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.525807 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a3eaa-e154-43f3-8603-0592fd9ed1cc req-2193a15c-6049-455b-8d41-9fd37d8994e2 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:18.529738 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-434a3eaa-e154-43f3-8603-0592fd9ed1cc req-2193a15c-6049-455b-8d41-9fd37d8994e2 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.0767527 Aug 26 08:53:18.551894 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7b08a5-f97b-4947-917d-a6d4ccd76af6,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:18.561994 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:18.562409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Network hostable DHCP agents. Network: 4e1c5bc8-bb18-4879-912d-f9e237efa42e, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:53:18.583281 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:18.591534 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:53:18.598576 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-434a3eaa-e154-43f3-8603-0592fd9ed1cc req-7a3dc524-c5b8-4407-8c5a-17754987e1fa tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Aug 26 08:53:18.606997 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 4e1c5bc8-bb18-4879-912d-f9e237efa42e) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:18.613233 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:18.614036 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.618224 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab54653-4d16-422c-968a-847f8b9abc13 None None] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:18.640303 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6056cd47-f6a7-4f36-af85-73c4eac11781 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4830287 Aug 26 08:53:18.643805 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44652) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:18.649052 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:18.691216 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.692829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.761009 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks [] for router_controller (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.835499 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=9 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:18.904896 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:53:18.905859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.951726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks [] for router_gateway (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:18.992552 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:19.062135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f05bdb-6a07-4e1b-ab7f-e6c431337698 req-92bf65c0-28c5-40d3-a5df-1948804b744e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:19.064349 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c5f05bdb-6a07-4e1b-ab7f-e6c431337698 req-92bf65c0-28c5-40d3-a5df-1948804b744e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1393924 Aug 26 08:53:19.142371 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Allocated IP 172.20.0.2 (4e1c5bc8-bb18-4879-912d-f9e237efa42e/dd7b08a5-f97b-4947-917d-a6d4ccd76af6/0f13590e-ba13-4399-bc02-a3db0bd21417) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:19.200573 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c5f05bdb-6a07-4e1b-ab7f-e6c431337698 req-6d595b0f-ab18-4b94-9910-65133a119a53 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191063 Aug 26 08:53:19.352045 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Publish callbacks [] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.362607 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks [] for router_gateway (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.363376 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.393240 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.417122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:19.421182 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:19.426177 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:19.431812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Pushing event updated for resources: {'Port': ['ID=0f13590e-ba13-4399-bc02-a3db0bd21417,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:19.519224 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Attempting to bind port 0f13590e-ba13-4399-bc02-a3db0bd21417 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:19.519767 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Attempting to bind port 0f13590e-ba13-4399-bc02-a3db0bd21417 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:19.520126 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Attempting to bind port 0f13590e-ba13-4399-bc02-a3db0bd21417 on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:19.527652 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:19.528273 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:19.528825 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.529482 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Bound using segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:19.530254 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Bound port: 0f13590e-ba13-4399-bc02-a3db0bd21417, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:19.530973 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.581837 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Allocated IP 172.27.3.26 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/535b8fe2-feed-462a-add9-2c15eccc5443) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:19.617467 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] For port 0f13590e-ba13-4399-bc02-a3db0bd21417, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:19.624245 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] For port 0f13590e-ba13-4399-bc02-a3db0bd21417, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=0f13590e-ba13-4399-bc02-a3db0bd21417,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:19.641033 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.745615 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e33f1-ddc5-4330-9c8b-8db1224cd12e None None] Pushing event updated for resources: {'Port': ['ID=0f13590e-ba13-4399-bc02-a3db0bd21417,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:19.808533 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks [] for port (535b8fe2-feed-462a-add9-2c15eccc5443), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.868135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.878236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dc31-a98f-4c1d-a2c1-0fffaba08d88 req-d9d0b64a-2cdc-46f4-b033-7be157722db9 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:19.881505 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-18f9dc31-a98f-4c1d-a2c1-0fffaba08d88 req-d9d0b64a-2cdc-46f4-b033-7be157722db9 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1007738 Aug 26 08:53:19.897006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:19.905527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:19.928498 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:19.929705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:19.935659 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:19.941188 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:19.961966 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:19.989845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Pushing event updated for resources: {'Port': ['ID=535b8fe2-feed-462a-add9-2c15eccc5443,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:20.032745 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-18f9dc31-a98f-4c1d-a2c1-0fffaba08d88 req-77d354c7-ce22-4a9e-a561-642849ba2ab3 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329448 Aug 26 08:53:20.489894 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 0f13590e-ba13-4399-bc02-a3db0bd21417 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:20.506241 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:20.524194 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9a05a-5d7a-4ac1-ae3b-e5bd3f538b02 req-afb3ec09-5289-4c90-9b33-097f14847c0a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:20.533175 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37e9a05a-5d7a-4ac1-ae3b-e5bd3f538b02 req-afb3ec09-5289-4c90-9b33-097f14847c0a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0802116 Aug 26 08:53:20.626815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 0f13590e-ba13-4399-bc02-a3db0bd21417 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:20.627236 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:20.633718 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:20.671235 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks [] for router_gateway (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:20.688786 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37e9a05a-5d7a-4ac1-ae3b-e5bd3f538b02 req-61fdc820-191b-4995-9ad7-be1b01e0afab tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540959 Aug 26 08:53:20.785860 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 0f13590e-ba13-4399-bc02-a3db0bd21417 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:20.786712 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:20.893163 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 0f13590e-ba13-4399-bc02-a3db0bd21417, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=0f13590e-ba13-4399-bc02-a3db0bd21417,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:20.900245 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:20.977968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=0f13590e-ba13-4399-bc02-a3db0bd21417,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:21.035843 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:21.285994 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:53:21.296499 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:21.311539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32467314-d7cf-4b9a-97ad-1384d06f2cfb req-f00f028f-16c0-4dd2-8e00-79545873f10e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:21.313831 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-32467314-d7cf-4b9a-97ad-1384d06f2cfb req-f00f028f-16c0-4dd2-8e00-79545873f10e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1008437 Aug 26 08:53:21.314608 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4778a-f6be-4543-af4a-ad7086734500 None None] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:21.417703 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-3d171781-c254-4af9-aee6-390230771914 None None] Provisioning complete for port 0f13590e-ba13-4399-bc02-a3db0bd21417 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:21.418467 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3d171781-c254-4af9-aee6-390230771914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:21.495390 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-32467314-d7cf-4b9a-97ad-1384d06f2cfb req-8c81fddc-910c-44c2-ab07-0ab0a14b723e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685135 Aug 26 08:53:21.507711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:21.532296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:53:21.536208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:21.537949 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-a3948583-86ad-464e-8674-bb0e05b3290a admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8925004 Aug 26 08:53:21.541872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44692) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:21.582752 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:21.582752 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:21.638167 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-3d171781-c254-4af9-aee6-390230771914 None None] Current status of the port 0f13590e-ba13-4399-bc02-a3db0bd21417 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:21.742709 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:21.907857 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-db9f2124-931c-4328-b997-068949ca468b None None] Provisioning complete for port 0f13590e-ba13-4399-bc02-a3db0bd21417 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:21.908684 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-db9f2124-931c-4328-b997-068949ca468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:21.923045 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f567a-92b7-48d2-90d6-b9a2d7cb9883 req-76f85b4d-a8b0-4ba8-abe2-4661ee2903f7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:21.924705 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0f4f567a-92b7-48d2-90d6-b9a2d7cb9883 req-76f85b4d-a8b0-4ba8-abe2-4661ee2903f7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0991242 Aug 26 08:53:22.078728 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0f4f567a-92b7-48d2-90d6-b9a2d7cb9883 req-6a910455-d89f-4f2b-a062-63e3fcb8adbb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139131 Aug 26 08:53:22.092621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:22.095998 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:20Z', 'revision_number': 3, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:22.098527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-db9f2124-931c-4328-b997-068949ca468b None None] Current status of the port 0f13590e-ba13-4399-bc02-a3db0bd21417 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:22.134557 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:53:22.135157 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Updating router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 port 535b8fe2-feed-462a-add9-2c15eccc5443 binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:53:22.171540 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:22.181942 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.291319 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.308450 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.430785 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 0f13590e-ba13-4399-bc02-a3db0bd21417 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:22.549731 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 0f13590e-ba13-4399-bc02-a3db0bd21417 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:22.550828 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.571570 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=37 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:22.627749 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=52 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:22.650027 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Allocated IP 172.20.0.1 (4e1c5bc8-bb18-4879-912d-f9e237efa42e/dd7b08a5-f97b-4947-917d-a6d4ccd76af6/572ff04b-d4a2-443b-93b1-28015acfaef6) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:22.664402 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Publish callbacks [] for port (535b8fe2-feed-462a-add9-2c15eccc5443), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.673530 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.738834 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495e134-2c1c-4b1c-a217-78f15ba8facd req-43e52ea2-65be-4878-8d5a-2684025e9e1b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:22.742105 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2495e134-2c1c-4b1c-a217-78f15ba8facd req-43e52ea2-65be-4878-8d5a-2684025e9e1b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.0770302 Aug 26 08:53:22.757919 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Attempting to bind port 535b8fe2-feed-462a-add9-2c15eccc5443 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:22.758195 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Attempting to bind port 535b8fe2-feed-462a-add9-2c15eccc5443 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:22.758634 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Attempting to bind port 535b8fe2-feed-462a-add9-2c15eccc5443 on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:22.769664 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 0f13590e-ba13-4399-bc02-a3db0bd21417 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:22.780833 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:22.781336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:22.781762 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.782347 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:22.783276 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Bound port: 535b8fe2-feed-462a-add9-2c15eccc5443, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:22.783801 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.788033 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c2266-821e-49e3-9d65-41b8434ddd21 None None] Pushing event updated for resources: {'Port': ['ID=535b8fe2-feed-462a-add9-2c15eccc5443,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:22.827873 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:22.860279 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks [] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.880005 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] For port 535b8fe2-feed-462a-add9-2c15eccc5443, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:22.884126 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2495e134-2c1c-4b1c-a217-78f15ba8facd req-d10dda75-102c-40b1-a26a-5e69db58b56b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264858 Aug 26 08:53:22.885565 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] For port 535b8fe2-feed-462a-add9-2c15eccc5443, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=535b8fe2-feed-462a-add9-2c15eccc5443,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:22.911493 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:22.914920 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.937437 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:22.965600 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:22.966257 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:22.994909 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:23.000939 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:23.003610 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:23.004470 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:23.009631 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Pushing event updated for resources: {'Port': ['ID=572ff04b-d4a2-443b-93b1-28015acfaef6,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:23.036501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c2266-821e-49e3-9d65-41b8434ddd21 None None] Pushing event updated for resources: {'Port': ['ID=535b8fe2-feed-462a-add9-2c15eccc5443,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:23.113508 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:23.177918 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:23.397431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-d0372bb7-6978-4d33-b004-13284df50910 None None] Provisioning complete for port 572ff04b-d4a2-443b-93b1-28015acfaef6 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:23.398109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d0372bb7-6978-4d33-b004-13284df50910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:23.425641 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:23.454841 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:23.459358 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-d0372bb7-6978-4d33-b004-13284df50910 None None] Port 572ff04b-d4a2-443b-93b1-28015acfaef6 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:53:23.568958 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:20Z', 'revision_number': 3, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:23.596157 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653ce0c-c539-4940-b84a-ae6decc93cb3 req-27c90ed4-adfa-42b5-8875-a5a4cfa6512d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:23.597886 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0653ce0c-c539-4940-b84a-ae6decc93cb3 req-27c90ed4-adfa-42b5-8875-a5a4cfa6512d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.4011717 Aug 26 08:53:23.612248 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cb31df-cac5-403a-b49e-df03cb523291 None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:20Z', 'revision_number': 3, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:53:23.730066 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0653ce0c-c539-4940-b84a-ae6decc93cb3 req-45d7b355-4259-4f89-9388-fafd413c9815 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193614 Aug 26 08:53:23.813612 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks [] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:23.820336 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:23.821751 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:23.975539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Pushing event updated for resources: {'Port': ['ID=572ff04b-d4a2-443b-93b1-28015acfaef6,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:24.038408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:24.040538 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:24.048431 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965931e1-6b9a-4b39-83a5-5b2e74166f06 req-4f8645cf-f9f0-4dae-bd1e-5c5c62e38fef tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:24.057604 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-965931e1-6b9a-4b39-83a5-5b2e74166f06 req-4f8645cf-f9f0-4dae-bd1e-5c5c62e38fef tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.0663750 Aug 26 08:53:24.137283 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-965931e1-6b9a-4b39-83a5-5b2e74166f06 req-67bad959-33c1-4688-97a6-2e18487ae97d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780847 Aug 26 08:53:24.219700 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:53:24.222726 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:24.411018 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:24.411193 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-2d7cb587-fd38-403a-aaf6-17d38b3910ef None None] Provisioning complete for port 572ff04b-d4a2-443b-93b1-28015acfaef6 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:24.411856 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb587-fd38-403a-aaf6-17d38b3910ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:24.418252 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 535b8fe2-feed-462a-add9-2c15eccc5443 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:24.420327 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-11cfbac6-3dd7-49ed-9ceb-9548ba21f62e admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/d2c8e064-d4d5-4f14-81a2-d17d9040cc32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8772409 Aug 26 08:53:24.484211 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cb587-fd38-403a-aaf6-17d38b3910ef None None] Port 572ff04b-d4a2-443b-93b1-28015acfaef6 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:53:24.525017 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 535b8fe2-feed-462a-add9-2c15eccc5443 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:24.525550 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:24.655959 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 535b8fe2-feed-462a-add9-2c15eccc5443 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:24.657013 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:24.686327 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 535b8fe2-feed-462a-add9-2c15eccc5443, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=535b8fe2-feed-462a-add9-2c15eccc5443,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:24.693130 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:24.765553 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=535b8fe2-feed-462a-add9-2c15eccc5443,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:24.838492 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44728) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:24.845999 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--740061499', 'description': 'tempest-description--1281392829'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:24.882385 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:24.917847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b1fa3-f487-453c-a0ab-f1147fa97f0c req-f6a0d860-2a5c-4f57-9c3c-000cb4f76f7a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:24.919385 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-734b1fa3-f487-453c-a0ab-f1147fa97f0c req-f6a0d860-2a5c-4f57-9c3c-000cb4f76f7a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0673311 Aug 26 08:53:24.921581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:24.974204 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-734b1fa3-f487-453c-a0ab-f1147fa97f0c req-bebc48c4-9aaa-4b7d-b358-15a9a319b971 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Aug 26 08:53:24.979530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (558a3035-a62e-4b9b-bb2b-22f62271eb16), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:24.985145 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (558a3035-a62e-4b9b-bb2b-22f62271eb16), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.013407 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.014828 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1749077 Aug 26 08:53:25.018198 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44730) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:25.025269 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '558a3035-a62e-4b9b-bb2b-22f62271eb16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:25.042349 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf8ebd-45f3-4b19-a451-d0782ec2bb5d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558a3035-a62e-4b9b-bb2b-22f62271eb16,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:25.064119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (4d62973d-cbea-4ea5-831d-355c356a9579), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.127678 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (4d62973d-cbea-4ea5-831d-355c356a9579), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.132917 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (4d62973d-cbea-4ea5-831d-355c356a9579), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.150536 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d62973d-cbea-4ea5-831d-355c356a9579,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:25.163387 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.164705 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-799f378f-560f-4ffa-a2e0-38e56d46de0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455805 Aug 26 08:53:25.168089 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44734) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:25.172719 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '558a3035-a62e-4b9b-bb2b-22f62271eb16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:25.207498 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (23128f7f-fd91-46b8-9f99-981f1f90befe), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.335928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9d1b-fc9d-4f02-89e4-b1a93716c7ac req-fe0743f6-13e5-4105-8472-011d393f06bf tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:25.337625 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d29f9d1b-fc9d-4f02-89e4-b1a93716c7ac req-fe0743f6-13e5-4105-8472-011d393f06bf tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1002676 Aug 26 08:53:25.355009 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (23128f7f-fd91-46b8-9f99-981f1f90befe), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.372113 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (23128f7f-fd91-46b8-9f99-981f1f90befe), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.405328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23128f7f-fd91-46b8-9f99-981f1f90befe,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:25.429825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.431088 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-acefc79e-0a79-4061-b5c1-2b52a9d65c5b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2619944 Aug 26 08:53:25.435794 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44738) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:25.440681 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d29f9d1b-fc9d-4f02-89e4-b1a93716c7ac req-f9d6b370-fba1-4161-977b-c8bd25aae693 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Aug 26 08:53:25.440846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:25.473989 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.478250 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:25.558384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:25.586795 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:25.660839 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:53:25.682993 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:25.683676 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:25.728403 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.27.3.173 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/f544d3ae-322c-456c-8b52-b09d9f2633f5) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:25.819941 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:26.116189 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:26.150171 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:53:26.150586 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Updating router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 port 572ff04b-d4a2-443b-93b1-28015acfaef6 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:53:26.158323 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d876d-c439-4f9a-9ea3-9bc4d73c496f req-201e156c-0ecc-47aa-9940-d3234399d7dd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:26.160101 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-683d876d-c439-4f9a-9ea3-9bc4d73c496f req-201e156c-0ecc-47aa-9940-d3234399d7dd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0760467 Aug 26 08:53:26.171661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.180909 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.237618 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-683d876d-c439-4f9a-9ea3-9bc4d73c496f req-a32a639c-1302-44cb-a37a-b93751867ab8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692718 Aug 26 08:53:26.248526 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.268316 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:26.271250 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:26.291305 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:26.411833 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=f544d3ae-322c-456c-8b52-b09d9f2633f5,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:26.430983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.430983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.430983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.430983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.430983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.430983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.431906 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.431906 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.431906 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.432328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.432780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.433129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.433303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.433628 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.433948 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.443442 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 535b8fe2-feed-462a-add9-2c15eccc5443 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:26.450747 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f2e1156f-3eac-4312-b62a-d57199d9ef0d), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.501936 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 535b8fe2-feed-462a-add9-2c15eccc5443 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:26.504021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.561523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-88272875-32b8-4fd2-abb3-c54ec80b6bb6 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:26.563710 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-88272875-32b8-4fd2-abb3-c54ec80b6bb6 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1087544 Aug 26 08:53:26.564863 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.578562 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Publish callbacks [] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.587814 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.641539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98c958-a6ea-4fd4-ad84-142ad73afc45 req-757d06b8-784e-41a1-af2e-492854d9c398 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:26.644386 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5e98c958-a6ea-4fd4-ad84-142ad73afc45 req-757d06b8-784e-41a1-af2e-492854d9c398 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 945 time: 0.1005566 Aug 26 08:53:26.655815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 535b8fe2-feed-462a-add9-2c15eccc5443 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:26.725612 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5e98c958-a6ea-4fd4-ad84-142ad73afc45 req-45489111-4934-4a20-a5ca-aa837a1c0c17 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658333 Aug 26 08:53:26.756158 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:26.767972 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Pushing event updated for resources: {'Port': ['ID=572ff04b-d4a2-443b-93b1-28015acfaef6,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:26.772818 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:26.775331 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Deleting port 11430b54-2c41-462a-add0-75e726267461 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:26.775916 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (11430b54-2c41-462a-add0-75e726267461), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.811596 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.814951 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.816363 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.816617 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.817026 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.817434 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:26.862971 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Attempting to bind port 572ff04b-d4a2-443b-93b1-28015acfaef6 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:26.863755 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Attempting to bind port 572ff04b-d4a2-443b-93b1-28015acfaef6 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:26.864364 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Attempting to bind port 572ff04b-d4a2-443b-93b1-28015acfaef6 on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:26.872623 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:26.873072 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:26.873588 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.873992 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Bound using segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:26.874485 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Bound port: 572ff04b-d4a2-443b-93b1-28015acfaef6, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:26.874874 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.931890 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.944016 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] For port 11430b54-2c41-462a-add0-75e726267461, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=11430b54-2c41-462a-add0-75e726267461,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:26.944016 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (11430b54-2c41-462a-add0-75e726267461), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.947713 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:26.978102 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] For port 572ff04b-d4a2-443b-93b1-28015acfaef6, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:26.984134 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] For port 572ff04b-d4a2-443b-93b1-28015acfaef6, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=572ff04b-d4a2-443b-93b1-28015acfaef6,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:26.993271 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:27.039551 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:27.043083 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:27.043722 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:27.049342 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Calling delete_port for 11430b54-2c41-462a-add0-75e726267461 owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:27.054614 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:27.091588 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38832b84-c6f2-41ce-bf2d-048e2d3c2744 None None] Pushing event updated for resources: {'Port': ['ID=572ff04b-d4a2-443b-93b1-28015acfaef6,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:27.157560 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=f544d3ae-322c-456c-8b52-b09d9f2633f5,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:27.163832 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (f2e1156f-3eac-4312-b62a-d57199d9ef0d), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:27.180908 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:27.200660 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:27.202704 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dfcfd7ca-a200-47f9-8d6a-bb7d7f8c44f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7658968 Aug 26 08:53:27.341132 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (11430b54-2c41-462a-add0-75e726267461), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:27.412833 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Pushing event deleted for resources: {'Port': ['ID=11430b54-2c41-462a-add0-75e726267461,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:27.461142 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a1b0a-cc3a-4637-8210-2f5c7bbae69a req-8c77a32a-2d69-4a08-8803-576ea97fc1c0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:27.462830 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e51a1b0a-cc3a-4637-8210-2f5c7bbae69a req-8c77a32a-2d69-4a08-8803-576ea97fc1c0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0931382 Aug 26 08:53:27.474840 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:26Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:27.509171 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5a10-c326-4f2d-9e61-880465b8b0f2 None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:26Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:53:27.518219 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] No DVR routers for this DVR port 11430b54-2c41-462a-add0-75e726267461 on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:53:27.524393 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:27.533398 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-745267eb-7cea-4f53-afa2-20e0b6e290e1 req-01f61cbd-3fad-4abb-89dc-137f448ae654 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "DELETE /networking/v2.0/ports/11430b54-2c41-462a-add0-75e726267461 HTTP/1.1" status: 204 len: 173 time: 0.9390399 Aug 26 08:53:27.535518 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:27.548941 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e51a1b0a-cc3a-4637-8210-2f5c7bbae69a req-43ecb18a-47ef-4dd0-8051-cbf9c1785c52 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777135 Aug 26 08:53:27.553775 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'name': 'network-vif-deleted', 'tag': '11430b54-2c41-462a-add0-75e726267461'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:27.557792 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad5dce3-ef6a-4d15-9c5e-8bbac69c9ea4" -d '{"events": [{"server_uuid": "26ca03c2-cba9-4202-9673-9235cfbb16a3", "name": "network-vif-deleted", "tag": "11430b54-2c41-462a-add0-75e726267461"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:27.631318 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-a6c42829-6ddc-4bd7-ba64-9ffbb53dc26f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--740061499&fields=id&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 267 time: 0.2290161 Aug 26 08:53:27.734071 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daccd62-cc7b-4dac-a15e-238e34d2ece4 x-openstack-request-id: req-6daccd62-cc7b-4dac-a15e-238e34d2ece4 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:27.734459 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ca03c2-cba9-4202-9673-9235cfbb16a3", "name": "network-vif-deleted", "tag": "11430b54-2c41-462a-add0-75e726267461", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:27.734815 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6daccd62-cc7b-4dac-a15e-238e34d2ece4 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:27.735382 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daccd62-cc7b-4dac-a15e-238e34d2ece4'] response: {'server_uuid': '26ca03c2-cba9-4202-9673-9235cfbb16a3', 'name': 'network-vif-deleted', 'tag': '11430b54-2c41-462a-add0-75e726267461', 'status': 'completed', 'code': 200} Aug 26 08:53:27.852333 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-e512f416-cd76-4b6b-92a3-75046657f671 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:27.854211 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-e512f416-cd76-4b6b-92a3-75046657f671 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.2110777 Aug 26 08:53:27.894818 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-77e63a34-ca06-4392-8aef-e94d70fc68d7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/quotas/f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 375 time: 0.0210850 Aug 26 08:53:27.945299 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-500dc48e-3b81-441c-95e6-8c3d0d6b40c2 req-0017e04d-5ac1-4a83-8cac-e84a41e7aee2 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=26ca03c2-cba9-4202-9673-9235cfbb16a3 HTTP/1.1" status: 200 len: 210 time: 0.0589199 Aug 26 08:53:28.003971 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-0355de56-c1e2-4977-bef7-d49d6d2f0ef6 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076651 Aug 26 08:53:28.183117 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-79c636db-a865-4527-ab0f-2515f4931674 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513577 Aug 26 08:53:28.279965 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:28.389209 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-8040ea8f-1845-4d7c-83be-cf65f22a76b5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958725 Aug 26 08:53:28.468689 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 572ff04b-d4a2-443b-93b1-28015acfaef6 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:28.569094 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 572ff04b-d4a2-443b-93b1-28015acfaef6 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:28.569972 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:28.777939 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 572ff04b-d4a2-443b-93b1-28015acfaef6 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:28.778318 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:28.814877 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7023e19-0218-49a9-a75d-8ccb0cdb6df4 req-a2db8baf-0395-4acb-b2c6-4b100e28dcec tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 210 time: 0.0842495 Aug 26 08:53:28.873910 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 572ff04b-d4a2-443b-93b1-28015acfaef6, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=572ff04b-d4a2-443b-93b1-28015acfaef6,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:28.882697 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:28.947867 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bab00-de3d-4f7f-a4f5-4525f31a90d0 req-4e0152ce-d363-4b8a-98ed-ba65f6151e61 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:28.960100 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-be7bab00-de3d-4f7f-a4f5-4525f31a90d0 req-4e0152ce-d363-4b8a-98ed-ba65f6151e61 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1151896 Aug 26 08:53:29.000821 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=572ff04b-d4a2-443b-93b1-28015acfaef6,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:29.017363 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:29.050450 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 11430b54-2c41-462a-add0-75e726267461 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:53:29.073166 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-be7bab00-de3d-4f7f-a4f5-4525f31a90d0 req-72cc6c4a-f737-4f05-8437-c51e6f91101d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100516 Aug 26 08:53:29.127830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 11430b54-2c41-462a-add0-75e726267461 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:53:29.128395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 11430b54-2c41-462a-add0-75e726267461 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:53:29.652689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-9b79d28c-76bf-46ef-9a6c-4c9e26fdb11c tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:29.655724 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-9b79d28c-76bf-46ef-9a6c-4c9e26fdb11c tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/networks?id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 200 len: 808 time: 0.2237434 Aug 26 08:53:29.663134 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:53:29.683853 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-b4f063bf-9f8a-4a9b-aa8b-75f84782d15a tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/quotas/196b8882c5344c8380fecba536f39214 HTTP/1.1" status: 200 len: 375 time: 0.0176578 Aug 26 08:53:29.739847 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-674afbe6-8222-450a-8320-f0ed13506fe3 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=196b8882c5344c8380fecba536f39214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484321 Aug 26 08:53:29.927726 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-bfb2931e-bce2-4f00-a6b4-83ccd34f98d6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820476 Aug 26 08:53:29.961516 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6881013c-9acb-44bd-a3d1-b9375312a91f req-8f879ae4-79dc-4349-a756-5a20c1acb44c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 210 time: 0.0428767 Aug 26 08:53:30.090862 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-d747b363-5773-4b4f-89dd-ac41e48fa475 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507170 Aug 26 08:53:30.242270 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-daaede76-86ea-42fe-ae9c-6c112ffe2084 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884058 Aug 26 08:53:30.344950 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1287e8-9f3c-4fcd-a195-03b3659639a9 req-f45388d7-625d-404a-9040-f6c77dadeb3c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:30.346537 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7e1287e8-9f3c-4fcd-a195-03b3659639a9 req-f45388d7-625d-404a-9040-f6c77dadeb3c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0837002 Aug 26 08:53:30.438229 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 572ff04b-d4a2-443b-93b1-28015acfaef6 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:30.443018 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-171286a2-dca9-4b6f-b9fc-37a112cf4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:30.445368 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-171286a2-dca9-4b6f-b9fc-37a112cf4cd5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1130 time: 0.1110368 Aug 26 08:53:30.458418 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7e1287e8-9f3c-4fcd-a195-03b3659639a9 req-9f988cbe-6e12-4f36-984c-5429cb3928ec tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Aug 26 08:53:30.475853 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-614c70d7-e82f-4d49-a732-c8dd275b3bfa req-605b8dcf-5932-44ed-8527-353bc6a49dc0 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 210 time: 0.0605412 Aug 26 08:53:30.521937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:30.531077 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 572ff04b-d4a2-443b-93b1-28015acfaef6 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:30.531647 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:30.576217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:30.642848 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 572ff04b-d4a2-443b-93b1-28015acfaef6 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:31.099320 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-6dee42ae-bf5b-444e-823a-e2a7277066f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:31.101475 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-6dee42ae-bf5b-444e-823a-e2a7277066f4 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.2451248 Aug 26 08:53:31.153228 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f275927-71a4-4b9e-8861-3442f595e3ce req-2218d04c-1f55-40a5-84e2-d18ac1c1c7f6 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 210 time: 0.0427516 Aug 26 08:53:31.262796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-2984d22d-3102-4409-9cbd-e3c5a3c77b4b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:31.264957 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-2984d22d-3102-4409-9cbd-e3c5a3c77b4b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.3010340 Aug 26 08:53:31.290260 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-34a70c21-99b1-43cb-bcf7-0ddd375b9b48 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 1002 time: 0.1494553 Aug 26 08:53:31.414023 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-dcf42be0-c1c6-46f3-90ee-bca438f7eff1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 379 time: 0.1345472 Aug 26 08:53:31.431314 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-d9a8f32e-9196-4db2-849e-d30ef6987ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:31.433695 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-d9a8f32e-9196-4db2-849e-d30ef6987ce8 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.1090884 Aug 26 08:53:31.515876 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:31.532001 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'port': {'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'admin_state_up': True, 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'security_groups': ['558a3035-a62e-4b9b-bb2b-22f62271eb16']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:31.672939 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3fde0d7e-14b4-49e0-b1e2-fadb7efb9df7 req-8e686ead-04d8-4466-8d3e-6491f11da899 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 210 time: 0.0406752 Aug 26 08:53:31.706971 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-260b8121-9364-4617-8abe-7e2b0a52e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:31.709110 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-260b8121-9364-4617-8abe-7e2b0a52e9bb service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2079093 Aug 26 08:53:31.720829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a460073-b11a-4e8f-a749-9f6a8ad688b8 req-873431dc-edba-4da7-8726-ea33c0c6a872 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:31.722671 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6a460073-b11a-4e8f-a749-9f6a8ad688b8 req-873431dc-edba-4da7-8726-ea33c0c6a872 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1386597 Aug 26 08:53:31.727964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:31.809818 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:31.896507 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6a460073-b11a-4e8f-a749-9f6a8ad688b8 req-92ba2ef5-19d9-49a7-ab74-28ce49e62b6f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525877 Aug 26 08:53:31.943846 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-cdb88b65-1a0d-41d0-997d-0c691ae8e686 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167287 Aug 26 08:53:31.944389 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Made reservation on behalf of f87dce6d7f01455fb8c3cfe128c20e72 for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:31.948475 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:32.134548 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.20.0.14 (4e1c5bc8-bb18-4879-912d-f9e237efa42e/dd7b08a5-f97b-4947-917d-a6d4ccd76af6/577f1e58-da5c-4628-a0bd-bcf24fc8842e) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:32.353075 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ba74f0d-b98e-4f3e-bed8-92069cce2129 req-3b1311dc-cf63-4ba6-b792-79f75b1cfcd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 210 time: 0.0572178 Aug 26 08:53:32.445872 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8d4140c0-fab5-43c1-af00-eaf00c2a9eab req-ddde8671-d077-49ad-a0c1-e0e9909a597b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428539 Aug 26 08:53:32.449866 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:32.544634 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:32.606150 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-cb7e485e-899d-4dd0-8a91-9d2594c7044d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:32.608332 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-cb7e485e-899d-4dd0-8a91-9d2594c7044d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "GET /networking/v2.0/networks?id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 200 len: 808 time: 0.2315269 Aug 26 08:53:32.611559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:32.616237 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:32.621550 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:32.630038 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=577f1e58-da5c-4628-a0bd-bcf24fc8842e,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:32.718862 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:32.718862 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:32.747182 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-3de189b4-ceb2-4ab8-8a75-e1e191172917 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2432833 Aug 26 08:53:32.820088 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba804c6d-e1f7-426a-9a47-623b7391bb43 req-94ebba8f-238c-48ef-b7a5-0764c8664696 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 210 time: 0.0360384 Aug 26 08:53:32.902975 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Request body: {'port': {'device_id': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20', 'admin_state_up': True, 'tenant_id': '196b8882c5344c8380fecba536f39214'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:32.912673 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Request body: {'port': {'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:32.996626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-ee8ccf75-3ad5-4227-8d1b-81fffe7ba6ea None None] Provisioning complete for port 577f1e58-da5c-4628-a0bd-bcf24fc8842e triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:33.000493 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf75-3ad5-4227-8d1b-81fffe7ba6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:33.130908 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:33.135867 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:33.145696 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ccf75-3ad5-4227-8d1b-81fffe7ba6ea None None] Port 577f1e58-da5c-4628-a0bd-bcf24fc8842e cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:53:33.159708 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:33.167765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:33.351808 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Made reservation on behalf of 196b8882c5344c8380fecba536f39214 for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:33.369979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:33.586403 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0cb4b-879a-443f-b731-5e152a7cb76b req-86907283-30e2-4d3e-9f81-1f3fce812b7a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:33.588868 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d6f0cb4b-879a-443f-b731-5e152a7cb76b req-86907283-30e2-4d3e-9f81-1f3fce812b7a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.2099149 Aug 26 08:53:33.751550 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d6f0cb4b-879a-443f-b731-5e152a7cb76b req-fd9d2405-9811-45e9-a79a-6b4f257d3c5d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462438 Aug 26 08:53:33.775838 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Allocated IP 172.20.0.14 (dd23c74c-1e9d-4868-98c8-b6e82fab2a20/14125125-0074-4393-ac07-a74cf2daa3ab/71e6d342-8d25-44d8-99eb-50fd5e431bc4) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:33.784004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 44902) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:33.996899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2b07-0b08-4f9f-adb8-7bc4981d4e46 req-3049b5a2-2bf8-421d-8e3e-be561d1a4cce tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:34.000301 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7f7b2b07-0b08-4f9f-adb8-7bc4981d4e46 req-3049b5a2-2bf8-421d-8e3e-be561d1a4cce tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 932 time: 0.4846942 Aug 26 08:53:34.067030 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0676bec-c602-4dc7-aec2-65146bd97d97 req-dd058efa-1993-4da6-b47d-180443061af9 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 210 time: 0.0707633 Aug 26 08:53:34.070749 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-540f9573-9da7-4f14-a824-21660366717e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.109616 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:34.117776 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7f7b2b07-0b08-4f9f-adb8-7bc4981d4e46 req-cfe6778e-1012-4f16-b271-3bc74d973f04 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995505 Aug 26 08:53:34.178213 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks [] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.201340 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577f1e58-da5c-4628-a0bd-bcf24fc8842e {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:53:34.223458 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Publish callbacks [] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.248742 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Transition to ACTIVE for port object 577f1e58-da5c-4628-a0bd-bcf24fc8842e will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:53:34.254066 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.294832 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.357256 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Pushing event updated for resources: {'Port': ['ID=577f1e58-da5c-4628-a0bd-bcf24fc8842e,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:34.412668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-540f9573-9da7-4f14-a824-21660366717e admin admin] Publish callbacks [] for security_group (301ed675-1dc6-4b52-b7e9-b9b5c27d0080), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.435132 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:34.436967 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-540f9573-9da7-4f14-a824-21660366717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (301ed675-1dc6-4b52-b7e9-b9b5c27d0080), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.453737 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:34.455916 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Pushing event updated for resources: {'Port': ['ID=71e6d342-8d25-44d8-99eb-50fd5e431bc4,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:34.479034 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:34.481899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Attempting to bind port 577f1e58-da5c-4628-a0bd-bcf24fc8842e on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:34.482498 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Attempting to bind port 577f1e58-da5c-4628-a0bd-bcf24fc8842e by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:34.483182 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Attempting to bind port 577f1e58-da5c-4628-a0bd-bcf24fc8842e on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:34.489990 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:34.491191 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.492682 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Port 577f1e58-da5c-4628-a0bd-bcf24fc8842e on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:53:34.493188 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Attempting to bind port 577f1e58-da5c-4628-a0bd-bcf24fc8842e on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:34.502637 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:34.503213 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:34.503824 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Bound using segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:34.504550 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Bound port: 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:34.505150 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.512426 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.512986 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.513556 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.514202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.514792 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.515458 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.516039 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.516621 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.517195 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.517777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.518342 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.518929 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.519479 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.520032 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.520581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:34.576556 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-21ba0659-60bb-4304-82eb-9a7b13745237 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6785359 Aug 26 08:53:34.580930 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9573-9da7-4f14-a824-21660366717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301ed675-1dc6-4b52-b7e9-b9b5c27d0080,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:34.591336 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-540f9573-9da7-4f14-a824-21660366717e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=0785916490864243a6d1e2518481b300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8055646 Aug 26 08:53:34.596706 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44914) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:34.597547 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Request body: {'port': {'device_id': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:34.646352 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:34.693987 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] For port 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:34.726457 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] For port 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:34.726796 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.750275 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.762061 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:34.763593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.766147 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/577f1e58-da5c-4628-a0bd-bcf24fc8842e HTTP/1.1" status: 200 len: 1094 time: 1.8605983 Aug 26 08:53:34.767036 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:34.775059 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:34.780069 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44916) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:34.786087 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b8c1-e2bc-470b-902e-06dfbb6ed954 admin admin] Publish callbacks [] for security_group (301ed675-1dc6-4b52-b7e9-b9b5c27d0080), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:34.900624 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9b0e26-296e-4619-b870-4066aee96d4d x-openstack-request-id: req-ca9b0e26-296e-4619-b870-4066aee96d4d {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:34.901286 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:34.901807 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca9b0e26-296e-4619-b870-4066aee96d4d {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:34.902679 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9b0e26-296e-4619-b870-4066aee96d4d'] response: {'name': 'network-changed', 'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'status': 'completed', 'code': 200} Aug 26 08:53:34.955314 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b8c1-e2bc-470b-902e-06dfbb6ed954 admin admin] Publish callbacks [] for security_group (301ed675-1dc6-4b52-b7e9-b9b5c27d0080), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.043170 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf79254-4f2c-45dd-a104-e9d85b369101 service neutron] Pushing event updated for resources: {'Port': ['ID=577f1e58-da5c-4628-a0bd-bcf24fc8842e,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:35.051465 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:35.053192 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-9aefe86a-698c-491b-b358-bec5e8e33f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.054916 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-9aefe86a-698c-491b-b358-bec5e8e33f66 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 1128 time: 0.1857107 Aug 26 08:53:35.086994 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-524c8d64-4419-4075-9c09-94392deb844b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.092020 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:35.098395 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0c17-16eb-4ddd-b7a9-03f8afd6dd6a req-9c08f9ba-3d7f-4d6b-835c-602cb4657530 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.100015 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d53d0c17-16eb-4ddd-b7a9-03f8afd6dd6a req-9c08f9ba-3d7f-4d6b-835c-602cb4657530 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.1591580 Aug 26 08:53:35.150700 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-339b6354-0494-4325-8908-0b75cef848c9 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e HTTP/1.1" status: 200 len: 217 time: 0.0741038 Aug 26 08:53:35.169900 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e6d342-8d25-44d8-99eb-50fd5e431bc4 {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:53:35.184648 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Publish callbacks [] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.239574 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Transition to ACTIVE for port object 71e6d342-8d25-44d8-99eb-50fd5e431bc4 will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:53:35.248003 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.249052 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b8c1-e2bc-470b-902e-06dfbb6ed954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (301ed675-1dc6-4b52-b7e9-b9b5c27d0080), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.251779 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b8c1-e2bc-470b-902e-06dfbb6ed954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.252968 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-ecf9b8c1-e2bc-470b-902e-06dfbb6ed954 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/301ed675-1dc6-4b52-b7e9-b9b5c27d0080 HTTP/1.1" status: 204 len: 168 time: 0.6546876 Aug 26 08:53:35.288475 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6fe028d5-9312-4743-bcac-2446ee914b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.290314 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-6fe028d5-9312-4743-bcac-2446ee914b55 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.1248493 Aug 26 08:53:35.294389 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9b8c1-e2bc-470b-902e-06dfbb6ed954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301ed675-1dc6-4b52-b7e9-b9b5c27d0080,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:35.311602 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7c9e4-ce92-4b46-87c1-a9a0f135b15d req-d749084d-5399-493e-b475-93aa6b241a92 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.316699 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d53d0c17-16eb-4ddd-b7a9-03f8afd6dd6a req-e1c63290-bc26-4717-8e1f-607b3e5ec333 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756585 Aug 26 08:53:35.363256 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-28f7c9e4-ce92-4b46-87c1-a9a0f135b15d req-d749084d-5399-493e-b475-93aa6b241a92 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 932 time: 0.1386728 Aug 26 08:53:35.396098 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-43d7fe45-bde3-447d-839d-0dd8523a6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.397881 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-43d7fe45-bde3-447d-839d-0dd8523a6205 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991740 Aug 26 08:53:35.423367 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Pushing event updated for resources: {'Port': ['ID=71e6d342-8d25-44d8-99eb-50fd5e431bc4,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:35.433832 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-524c8d64-4419-4075-9c09-94392deb844b admin admin] Publish callbacks [] for security_group (517b570d-08ac-4980-bf8a-6af35c23fbf9), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.467977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:35.489460 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-524c8d64-4419-4075-9c09-94392deb844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (517b570d-08ac-4980-bf8a-6af35c23fbf9), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.528652 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Attempting to bind port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:35.529303 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Attempting to bind port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:35.529800 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Attempting to bind port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 on network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:35.540416 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-28f7c9e4-ce92-4b46-87c1-a9a0f135b15d req-1b21a84b-ab8d-4093-8e39-6720a0743eb7 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748812 Aug 26 08:53:35.541878 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 on network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:53:35.542329 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Attempting to bind port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 on network dd23c74c-1e9d-4868-98c8-b6e82fab2a20 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:35.548930 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:35.549340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Checking segment: {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:35.549843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Bound using segment: {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:35.550405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Bound port: 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f11abb6-d829-414c-b4cf-f2eb34ea0df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:35.550907 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.585801 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c8d64-4419-4075-9c09-94392deb844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b570d-08ac-4980-bf8a-6af35c23fbf9,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:35.593968 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318de2-d998-459d-9b1b-94c34d8c8f05 req-4a8484ef-383d-4f36-a344-a4e9607b9159 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.595694 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-59318de2-d998-459d-9b1b-94c34d8c8f05 req-4a8484ef-383d-4f36-a344-a4e9607b9159 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 944 time: 0.1583836 Aug 26 08:53:35.603823 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-524c8d64-4419-4075-9c09-94392deb844b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7d68f425160c400ab4ee24a4be3fd9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8195131 Aug 26 08:53:35.611461 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 44932) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:35.661238 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] For port 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:35.666977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] For port 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:35.678394 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.683888 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.684739 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-d25c81cb-c67a-4440-afd6-74a192fd3035 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723486 Aug 26 08:53:35.685237 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.686766 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/71e6d342-8d25-44d8-99eb-50fd5e431bc4 HTTP/1.1" status: 200 len: 1094 time: 1.1012111 Aug 26 08:53:35.691387 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'tag': '71e6d342-8d25-44d8-99eb-50fd5e431bc4'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:35.692742 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8b7b79-29d0-4a40-9f13-94198c5d2fbd", "tag": "71e6d342-8d25-44d8-99eb-50fd5e431bc4"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:35.722712 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-59318de2-d998-459d-9b1b-94c34d8c8f05 req-91d93425-a09e-48c7-8beb-ed9ff65ec0ec tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102011 Aug 26 08:53:35.795552 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047fa846-7328-4ad2-b39d-4b5b276f6780 x-openstack-request-id: req-047fa846-7328-4ad2-b39d-4b5b276f6780 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:35.796561 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8b7b79-29d0-4a40-9f13-94198c5d2fbd", "tag": "71e6d342-8d25-44d8-99eb-50fd5e431bc4", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:35.796561 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-047fa846-7328-4ad2-b39d-4b5b276f6780 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:35.796804 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047fa846-7328-4ad2-b39d-4b5b276f6780'] response: {'name': 'network-changed', 'server_uuid': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'tag': '71e6d342-8d25-44d8-99eb-50fd5e431bc4', 'status': 'completed', 'code': 200} Aug 26 08:53:35.808753 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be427b70-e68f-452a-b04d-3e66b1bff839 admin admin] Publish callbacks [] for security_group (517b570d-08ac-4980-bf8a-6af35c23fbf9), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.827207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-12c99d4e-2357-4490-9d5b-4abfeeb54846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:35.828854 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-12c99d4e-2357-4490-9d5b-4abfeeb54846 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=196b8882c5344c8380fecba536f39214&device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 1128 time: 0.0773101 Aug 26 08:53:35.834151 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b432f-ff3d-460d-a0de-5923d7883836 service neutron] Pushing event updated for resources: {'Port': ['ID=71e6d342-8d25-44d8-99eb-50fd5e431bc4,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:35.850469 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be427b70-e68f-452a-b04d-3e66b1bff839 admin admin] Publish callbacks [] for security_group (517b570d-08ac-4980-bf8a-6af35c23fbf9), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.903744 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d65ed78-95b8-4771-b50f-5dda12bd4c6f req-5d4a4f8c-6d55-4b07-9d2f-badffcb26913 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978371 Aug 26 08:53:35.903997 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-e087b4a8-eea1-4f37-adeb-3620fb25b5d0 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4 HTTP/1.1" status: 200 len: 217 time: 0.0439906 Aug 26 08:53:35.936661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be427b70-e68f-452a-b04d-3e66b1bff839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (517b570d-08ac-4980-bf8a-6af35c23fbf9), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.941059 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be427b70-e68f-452a-b04d-3e66b1bff839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:35.942552 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-be427b70-e68f-452a-b04d-3e66b1bff839 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/517b570d-08ac-4980-bf8a-6af35c23fbf9 HTTP/1.1" status: 204 len: 168 time: 0.3289218 Aug 26 08:53:35.956660 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427b70-e68f-452a-b04d-3e66b1bff839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b570d-08ac-4980-bf8a-6af35c23fbf9,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:36.013069 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-d11819d1-4269-4977-a242-eface46e346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:36.015424 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-d11819d1-4269-4977-a242-eface46e346c service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=14125125-0074-4393-ac07-a74cf2daa3ab HTTP/1.1" status: 200 len: 848 time: 0.0877516 Aug 26 08:53:36.474033 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:36.500926 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3155d-94b7-4162-9f06-970b4d05c0e2 req-f877cfc2-ad9a-4cbe-8081-222f956596eb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:36.502590 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2da3155d-94b7-4162-9f06-970b4d05c0e2 req-f877cfc2-ad9a-4cbe-8081-222f956596eb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0740097 Aug 26 08:53:36.577808 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2da3155d-94b7-4162-9f06-970b4d05c0e2 req-20f6f5c6-e34a-4217-8f6e-cf41d0f9dc1f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Aug 26 08:53:36.719275 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7a96c-459f-436e-b6c9-34c65311b93a req-782b35d0-9d7a-4025-8970-c784c59ffdc0 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:36.721525 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-21f7a96c-459f-436e-b6c9-34c65311b93a req-782b35d0-9d7a-4025-8970-c784c59ffdc0 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.0627339 Aug 26 08:53:36.785345 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-21f7a96c-459f-436e-b6c9-34c65311b93a req-475c7ed1-d1e3-4a6e-908d-742eb2f784ad tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569320 Aug 26 08:53:36.893084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed747b-da49-444b-8c0d-4062507a2311 req-264d916e-c7ba-4aea-b86e-56f6bacce6b0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:36.897108 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-01ed747b-da49-444b-8c0d-4062507a2311 req-264d916e-c7ba-4aea-b86e-56f6bacce6b0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 944 time: 0.0633497 Aug 26 08:53:36.961148 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-4d14fe49-71f1-43fd-b015-ddbd212ba7f4 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549476 Aug 26 08:53:37.031933 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-01ed747b-da49-444b-8c0d-4062507a2311 req-a0111dca-1401-4736-9b06-3357857301db tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248376 Aug 26 08:53:37.033157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-60714660-e083-4171-a414-7de743830b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:37.034663 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-60714660-e083-4171-a414-7de743830b6d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 1128 time: 0.1004279 Aug 26 08:53:37.720100 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:37.732528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428469-d260-4cd4-8b64-0720e2207ed7 req-1e8c651c-1823-4caf-8e99-1cbe8f591319 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:37.734259 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1f428469-d260-4cd4-8b64-0720e2207ed7 req-1e8c651c-1823-4caf-8e99-1cbe8f591319 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0690396 Aug 26 08:53:37.795681 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1f428469-d260-4cd4-8b64-0720e2207ed7 req-313accda-a10d-46d3-aa27-5e09e9cf62c9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 Aug 26 08:53:37.929356 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:37.939250 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87b69-69db-4537-b617-d02d9c400cfa req-286b7831-fb6a-45da-920b-148fffb07b69 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:37.941891 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-62e87b69-69db-4537-b617-d02d9c400cfa req-286b7831-fb6a-45da-920b-148fffb07b69 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.0698936 Aug 26 08:53:38.068468 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-62e87b69-69db-4537-b617-d02d9c400cfa req-30b68a7e-24b9-4be3-bc13-a4cfca568d1b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178794 Aug 26 08:53:38.068804 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-900071c2-395b-4742-a66a-1803748639a5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105266 Aug 26 08:53:38.114173 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-1091b3ab-5557-4c38-b42b-8c9e9ed3ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:38.116163 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-1091b3ab-5557-4c38-b42b-8c9e9ed3ea03 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 916 time: 0.1533940 Aug 26 08:53:38.187469 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-33ec9230-ba1f-4dc1-9628-4c9c1b2caac4 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e HTTP/1.1" status: 200 len: 217 time: 0.0598979 Aug 26 08:53:38.193946 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1a6b7-7ddf-405c-af8d-0ef9e2c1a1c2 req-b786ef1b-ece0-4d22-bbc1-b9f7da675590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:38.195876 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-56d1a6b7-7ddf-405c-af8d-0ef9e2c1a1c2 req-b786ef1b-ece0-4d22-bbc1-b9f7da675590 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1129 time: 0.0786200 Aug 26 08:53:38.207755 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62558b-e81c-4ca2-bc79-f6aa62ce3142 req-1725551e-047f-48d9-ba82-548d4d303a44 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:38.209333 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db62558b-e81c-4ca2-bc79-f6aa62ce3142 req-1725551e-047f-48d9-ba82-548d4d303a44 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 944 time: 0.0667782 Aug 26 08:53:38.253658 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9741d21-f189-4a88-8d39-3d67c10c16a6 req-8877a4e6-3bee-455e-a4a6-db7283d08146 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706603 Aug 26 08:53:38.269029 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-e4f315ee-8c58-4cdd-b741-db0da6246bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:38.270957 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-e4f315ee-8c58-4cdd-b741-db0da6246bce service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0738034 Aug 26 08:53:38.280592 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db62558b-e81c-4ca2-bc79-f6aa62ce3142 req-f7faaa94-5091-4191-bda3-71da8142976a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641582 Aug 26 08:53:38.328516 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-56d1a6b7-7ddf-405c-af8d-0ef9e2c1a1c2 req-76f4725e-d9d1-432a-90e3-884214cbc2e4 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027997 Aug 26 08:53:38.343348 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-10d96823-6a87-41e1-a1ac-24195e0b4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:38.344929 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-10d96823-6a87-41e1-a1ac-24195e0b4762 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639358 Aug 26 08:53:38.944034 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99521e55-3d01-4cbc-b2a3-db24479cbcd1 req-a6c35b56-d205-4e0f-ad7e-23649d34fa4d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:38.945682 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99521e55-3d01-4cbc-b2a3-db24479cbcd1 req-a6c35b56-d205-4e0f-ad7e-23649d34fa4d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0582139 Aug 26 08:53:39.003599 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99521e55-3d01-4cbc-b2a3-db24479cbcd1 req-81b14f54-692f-4636-9738-3b50655f5bac tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Aug 26 08:53:39.208167 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ef45-d14a-43a3-ac27-2960a1cc08bf req-7771605d-d109-4a67-928d-3b302a5edd35 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:39.211142 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba78ef45-d14a-43a3-ac27-2960a1cc08bf req-7771605d-d109-4a67-928d-3b302a5edd35 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.0584774 Aug 26 08:53:39.265891 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba78ef45-d14a-43a3-ac27-2960a1cc08bf req-570dff3d-9572-46a0-8325-166661527d89 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 Aug 26 08:53:39.429968 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399277b5-6f12-4149-9bb1-4130a733d14a req-729a4a5d-5bd4-4184-ab9b-5a0f381b097f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:39.429968 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-399277b5-6f12-4149-9bb1-4130a733d14a req-729a4a5d-5bd4-4184-ab9b-5a0f381b097f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 944 time: 0.0521095 Aug 26 08:53:39.492421 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-399277b5-6f12-4149-9bb1-4130a733d14a req-8ed1b989-a157-4b1f-ad57-2c961afbc1a0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550375 Aug 26 08:53:39.833692 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 577f1e58-da5c-4628-a0bd-bcf24fc8842e details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:53:39.949398 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:39.962795 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:53:40.004714 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 577f1e58-da5c-4628-a0bd-bcf24fc8842e is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:40.005097 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:40.021026 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577f1e58-da5c-4628-a0bd-bcf24fc8842e {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:53:40.046813 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:40.051445 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:40.111070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=577f1e58-da5c-4628-a0bd-bcf24fc8842e,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:40.120084 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.120433 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.120769 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.121136 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.121476 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.121806 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.122133 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.122460 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.122784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.123138 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.123464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.123792 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.124116 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.124441 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.124930 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:53:40.155262 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9ec85-6579-48fb-8af9-059c4088c590 req-1f637324-d006-45f3-bd72-53a373feb839 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:40.157322 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ecb9ec85-6579-48fb-8af9-059c4088c590 req-1f637324-d006-45f3-bd72-53a373feb839 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0711918 Aug 26 08:53:40.218213 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ecb9ec85-6579-48fb-8af9-059c4088c590 req-194112c6-f22e-4d24-83ed-a2a8430e8014 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Aug 26 08:53:40.439681 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4bc09-3d5f-4a5c-8de8-4dff8165887e req-8e54c70d-2df6-4b90-9466-8b327213e834 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:40.441307 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c2e4bc09-3d5f-4a5c-8de8-4dff8165887e req-8e54c70d-2df6-4b90-9466-8b327213e834 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.0850933 Aug 26 08:53:40.512301 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c2e4bc09-3d5f-4a5c-8de8-4dff8165887e req-8476dd60-0771-40f0-a631-9be4084cc8f5 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632339 Aug 26 08:53:40.625880 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454504c-6da7-4fcd-b415-a608fa49f7be req-8d7bbaf3-07a4-4d77-b621-e33b6b504202 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:40.627518 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d454504c-6da7-4fcd-b415-a608fa49f7be req-8d7bbaf3-07a4-4d77-b621-e33b6b504202 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Aug 26 08:53:40.655373 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:40.695080 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d454504c-6da7-4fcd-b415-a608fa49f7be req-57702c96-22dc-4f0c-ad2b-2c82df0f558b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604341 Aug 26 08:53:41.351211 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bcd05-3af7-4848-b004-48b4cdd14074 req-ff02e3f2-9805-4500-8255-dc821905da06 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:41.352888 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa4bcd05-3af7-4848-b004-48b4cdd14074 req-ff02e3f2-9805-4500-8255-dc821905da06 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0544324 Aug 26 08:53:41.412839 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa4bcd05-3af7-4848-b004-48b4cdd14074 req-9130d962-6ff5-43c6-8602-5ff6ddb17ee1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487325 Aug 26 08:53:41.660156 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcab36-2599-4003-82f8-6da2f2623b92 req-f3497c01-3470-4bc9-8463-fa6b729afc65 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:41.661736 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4fbcab36-2599-4003-82f8-6da2f2623b92 req-f3497c01-3470-4bc9-8463-fa6b729afc65 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.0509660 Aug 26 08:53:41.726537 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4fbcab36-2599-4003-82f8-6da2f2623b92 req-e27ce3a0-76b4-4f7c-8193-a7c0d5acfad2 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549128 Aug 26 08:53:41.836002 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:41.855934 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2dabc-eb2c-4e42-a246-2f9504fc3682 req-45d1c8c7-f402-4d6a-85fb-fb3213d40397 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:41.857591 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5db2dabc-eb2c-4e42-a246-2f9504fc3682 req-45d1c8c7-f402-4d6a-85fb-fb3213d40397 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 945 time: 0.0628171 Aug 26 08:53:41.937206 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5db2dabc-eb2c-4e42-a246-2f9504fc3682 req-97b8ce76-6bd0-4c61-8e98-95f47078e12a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699444 Aug 26 08:53:42.069962 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['577f1e58-da5c-4628-a0bd-bcf24fc8842e'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:53:42.472464 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-681f3955-b2f1-4895-b596-f2f998b9f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:42.474105 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-681f3955-b2f1-4895-b596-f2f998b9f968 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=196b8882c5344c8380fecba536f39214&device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 1128 time: 0.0953600 Aug 26 08:53:42.545380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443232e9-0060-4fb9-b2bc-a59bec505af3 req-de955f37-b9a2-4479-9ab2-644c4b085972 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:42.547245 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-443232e9-0060-4fb9-b2bc-a59bec505af3 req-de955f37-b9a2-4479-9ab2-644c4b085972 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0554843 Aug 26 08:53:42.574750 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-9cc6c4ac-f031-4788-9f93-3d2f3bf86052 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868734 Aug 26 08:53:42.609747 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:42.613336 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-c45827e5-a07b-4858-9f29-b24a2797a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:42.614945 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-c45827e5-a07b-4858-9f29-b24a2797a553 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 200 len: 910 time: 0.1292100 Aug 26 08:53:42.619585 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-443232e9-0060-4fb9-b2bc-a59bec505af3 req-c4418a0a-af21-4128-bdbc-39864a0f1a24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 Aug 26 08:53:42.869657 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd359fd-709d-4879-a2f9-de1e7f522feb req-ce483160-70e1-432f-a26f-00b3ad17042b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:42.871282 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3bd359fd-709d-4879-a2f9-de1e7f522feb req-ce483160-70e1-432f-a26f-00b3ad17042b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.0634184 Aug 26 08:53:42.953765 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3bd359fd-709d-4879-a2f9-de1e7f522feb req-fe879024-ce00-4963-b934-40c3ab0aba46 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726786 Aug 26 08:53:42.976665 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45100) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:43.060998 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-008fd306-1e34-4bac-9eee-1ec953c0448d service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4 HTTP/1.1" status: 200 len: 217 time: 0.0693510 Aug 26 08:53:43.143335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb6ff9-a18f-47f7-8be5-d40ff3e36356 req-f93b528d-b539-4542-8148-09fb82369751 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:43.147557 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a5cb6ff9-a18f-47f7-8be5-d40ff3e36356 req-f93b528d-b539-4542-8148-09fb82369751 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 945 time: 0.0945027 Aug 26 08:53:43.157315 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-ad6186a4-6ded-4b94-9f7e-f18c46990b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:43.159218 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-ad6186a4-6ded-4b94-9f7e-f18c46990b6f service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=14125125-0074-4393-ac07-a74cf2daa3ab HTTP/1.1" status: 200 len: 848 time: 0.0640578 Aug 26 08:53:43.214434 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-5f30b5ed-880d-4525-a360-d698055ae3d9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=dd23c74c-1e9d-4868-98c8-b6e82fab2a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426884 Aug 26 08:53:43.215214 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e620308b-af70-41d5-92cd-81e703bec878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.216607 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a5cb6ff9-a18f-47f7-8be5-d40ff3e36356 req-9d33a8aa-49d8-4719-a8b1-f88faee8cc2a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610027 Aug 26 08:53:43.241691 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5f2c38ba-23c6-48b7-ad26-5378b1c34be1 req-a5575509-35ab-4aa0-90c2-8c833b5a3727 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521260 Aug 26 08:53:43.371640 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-c3d7a776-f0de-4ab9-994a-2cd8221e1459 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278968 Aug 26 08:53:43.394730 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e620308b-af70-41d5-92cd-81e703bec878 admin admin] Publish callbacks [] for security_group (2cbe0f59-2bc3-4497-a31d-02cd94e16b2a), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.399687 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e620308b-af70-41d5-92cd-81e703bec878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2cbe0f59-2bc3-4497-a31d-02cd94e16b2a), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.442686 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-e620308b-af70-41d5-92cd-81e703bec878 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9d3a242b11864190bd3f3f7e3a748111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641354 Aug 26 08:53:43.443528 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620308b-af70-41d5-92cd-81e703bec878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbe0f59-2bc3-4497-a31d-02cd94e16b2a,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:43.446416 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45106) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:43.520795 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:43.528274 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a072625f-e494-4e16-bfb4-2638e426ab0e admin admin] Publish callbacks [] for security_group (2cbe0f59-2bc3-4497-a31d-02cd94e16b2a), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.551936 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a072625f-e494-4e16-bfb4-2638e426ab0e admin admin] Publish callbacks [] for security_group (2cbe0f59-2bc3-4497-a31d-02cd94e16b2a), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.601885 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a072625f-e494-4e16-bfb4-2638e426ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2cbe0f59-2bc3-4497-a31d-02cd94e16b2a), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.604923 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a072625f-e494-4e16-bfb4-2638e426ab0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.606101 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a072625f-e494-4e16-bfb4-2638e426ab0e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2cbe0f59-2bc3-4497-a31d-02cd94e16b2a HTTP/1.1" status: 204 len: 168 time: 0.1586351 Aug 26 08:53:43.615539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072625f-e494-4e16-bfb4-2638e426ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbe0f59-2bc3-4497-a31d-02cd94e16b2a,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:43.697339 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 71e6d342-8d25-44d8-99eb-50fd5e431bc4 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:53:43.703271 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 577f1e58-da5c-4628-a0bd-bcf24fc8842e up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:43.789334 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2daf-d794-4131-824a-04aaa11d516d req-83219636-d9fe-4166-b2ef-6629b9747160 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:43.799712 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b70d2daf-d794-4131-824a-04aaa11d516d req-83219636-d9fe-4166-b2ef-6629b9747160 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0763612 Aug 26 08:53:43.814762 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 577f1e58-da5c-4628-a0bd-bcf24fc8842e completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:53:43.826829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:43.830276 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 577f1e58-da5c-4628-a0bd-bcf24fc8842e triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:43.831102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:43.863304 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b70d2daf-d794-4131-824a-04aaa11d516d req-a213c2a5-1ce4-40d0-b40c-cd6f699f1678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615613 Aug 26 08:53:43.866319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:43.906453 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:43.916534 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:43.961311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '71e6d342-8d25-44d8-99eb-50fd5e431bc4', 'network_id': 'dd23c74c-1e9d-4868-98c8-b6e82fab2a20', 'port_id': '71e6d342-8d25-44d8-99eb-50fd5e431bc4', 'mac_address': 'fa:16:3e:b4:27:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14125125-0074-4393-ac07-a74cf2daa3ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:53:43.998484 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 577f1e58-da5c-4628-a0bd-bcf24fc8842e is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:43.999251 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:44.056407 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:44.056808 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:44.076018 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e6d342-8d25-44d8-99eb-50fd5e431bc4 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:53:44.085119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a26d28-52c5-4926-9c6f-81c0874809a7 req-19f13b1e-81d4-4295-beaf-4ae2b97e1200 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:44.098307 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53a26d28-52c5-4926-9c6f-81c0874809a7 req-19f13b1e-81d4-4295-beaf-4ae2b97e1200 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1522489 Aug 26 08:53:44.117532 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:44.124690 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:44.128451 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ca731-2a73-4d00-8b1b-17086516f9e6" -d '{"events": [{"server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "name": "network-vif-plugged", "status": "completed", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:44.144383 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:44.157814 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:44.182545 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53a26d28-52c5-4926-9c6f-81c0874809a7 req-b40d9415-c163-4ed3-aedb-47027d3dcedc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828965 Aug 26 08:53:44.191738 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:44.236677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=71e6d342-8d25-44d8-99eb-50fd5e431bc4,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:44.260299 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ecd8bf-dcc3-47da-a939-531602a7ed45 x-openstack-request-id: req-84ecd8bf-dcc3-47da-a939-531602a7ed45 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:44.260739 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "name": "network-vif-plugged", "status": "completed", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:44.261054 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84ecd8bf-dcc3-47da-a939-531602a7ed45 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:44.261628 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ecd8bf-dcc3-47da-a939-531602a7ed45'] response: {'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'code': 200} Aug 26 08:53:44.263304 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df407f6-c323-4a5b-98de-2c6757380513 req-22f47bba-ab55-437a-a5b1-c52519678af9 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:44.267285 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7df407f6-c323-4a5b-98de-2c6757380513 req-22f47bba-ab55-437a-a5b1-c52519678af9 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 944 time: 0.1710720 Aug 26 08:53:44.333228 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-92dcd0b9-8336-4c95-9ad6-ff7a03b207d5 req-c855bf29-72dd-4064-aaf8-994099067489 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217263 Aug 26 08:53:44.397035 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7df407f6-c323-4a5b-98de-2c6757380513 req-5b815adc-f78e-4b70-9b2e-c009bbccfb8c tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223338 Aug 26 08:53:44.411648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=577f1e58-da5c-4628-a0bd-bcf24fc8842e,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:44.506355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef4a5d-9f35-4cbf-a372-ba989d7b25ca req-cad673f4-6337-4d93-8da6-29aee7018376 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:44.508389 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60ef4a5d-9f35-4cbf-a372-ba989d7b25ca req-cad673f4-6337-4d93-8da6-29aee7018376 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.1128223 Aug 26 08:53:44.568323 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['71e6d342-8d25-44d8-99eb-50fd5e431bc4'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:53:44.589749 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7125d-f2fc-403a-b85e-fb0843d8d2f6 req-a707bbe6-6bbf-4906-b4b4-919b73ba59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:44.597328 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-36d7125d-f2fc-403a-b85e-fb0843d8d2f6 req-a707bbe6-6bbf-4906-b4b4-919b73ba59c8 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 1130 time: 0.0790763 Aug 26 08:53:44.688877 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-36d7125d-f2fc-403a-b85e-fb0843d8d2f6 req-bce53216-5c26-4208-a1e9-571d456da833 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835180 Aug 26 08:53:44.880901 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60ef4a5d-9f35-4cbf-a372-ba989d7b25ca req-7b86c6e7-91a5-4130-9ee2-964ae83438fc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630867 Aug 26 08:53:45.508204 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:45.548813 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55f41-249c-4ead-8ed7-36a7332849fe req-259f611f-b80b-4e1a-952f-40a49a281320 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:45.550552 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-88d55f41-249c-4ead-8ed7-36a7332849fe req-259f611f-b80b-4e1a-952f-40a49a281320 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 945 time: 0.0540192 Aug 26 08:53:45.616831 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-88d55f41-249c-4ead-8ed7-36a7332849fe req-847bb78a-4052-4aa1-8538-9e3ba26a1ee8 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583167 Aug 26 08:53:45.626310 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-959f3232-c363-42fa-a2d5-df474c917c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:45.694825 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 71e6d342-8d25-44d8-99eb-50fd5e431bc4 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:45.751110 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:53:45.760874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:45.761602 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:45.770524 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45168) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:45.865609 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:45.866204 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:45.919196 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7751-92e9-4370-8ec3-a5608af63523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:45.943989 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:45.951385 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.051805 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=71e6d342-8d25-44d8-99eb-50fd5e431bc4,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:46.078087 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7751-92e9-4370-8ec3-a5608af63523 admin admin] Publish callbacks [] for security_group (7f6d8ff3-0152-4146-9460-76e54833fecc), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.087668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f183-edcc-44ab-8049-829ee4960f26 req-fde08ab9-8f47-4b92-b225-e6f315142d1b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:46.089560 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0b6f183-edcc-44ab-8049-829ee4960f26 req-fde08ab9-8f47-4b92-b225-e6f315142d1b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.0855412 Aug 26 08:53:46.090825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7751-92e9-4370-8ec3-a5608af63523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7f6d8ff3-0152-4146-9460-76e54833fecc), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.155214 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ca7d7751-92e9-4370-8ec3-a5608af63523 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b16215017bc34dc4a3a78d08f4fc7545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820596 Aug 26 08:53:46.158096 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d7751-92e9-4370-8ec3-a5608af63523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d8ff3-0152-4146-9460-76e54833fecc,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:46.159299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45180) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:46.197742 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0b6f183-edcc-44ab-8049-829ee4960f26 req-43e25f4a-28fd-4051-a0d2-479b5d27c319 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941985 Aug 26 08:53:46.262443 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e6d342-8d25-44d8-99eb-50fd5e431bc4'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:46.266401 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a667ba-430e-44a0-a46a-cc33660f68b0" -d '{"events": [{"server_uuid": "6d8b7b79-29d0-4a40-9f13-94198c5d2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "71e6d342-8d25-44d8-99eb-50fd5e431bc4"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:46.268097 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102732d-80d4-49bd-af6b-2893665e84c0 req-cbd9e2d5-5b57-493e-8c06-2b0f1383ab0a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:46.270855 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6102732d-80d4-49bd-af6b-2893665e84c0 req-cbd9e2d5-5b57-493e-8c06-2b0f1383ab0a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1123056 Aug 26 08:53:46.327341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-257c35b2-32ed-42ef-9954-e445825eb31b admin admin] Publish callbacks [] for security_group (7f6d8ff3-0152-4146-9460-76e54833fecc), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.354081 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea026fd4-bbd0-4db7-9d02-15badb8b8d8e x-openstack-request-id: req-ea026fd4-bbd0-4db7-9d02-15badb8b8d8e {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:46.354863 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b7b79-29d0-4a40-9f13-94198c5d2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "71e6d342-8d25-44d8-99eb-50fd5e431bc4", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:46.355477 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea026fd4-bbd0-4db7-9d02-15badb8b8d8e {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:46.356301 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea026fd4-bbd0-4db7-9d02-15badb8b8d8e'] response: {'server_uuid': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e6d342-8d25-44d8-99eb-50fd5e431bc4', 'code': 200} Aug 26 08:53:46.399480 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6102732d-80d4-49bd-af6b-2893665e84c0 req-91743301-02a9-4200-a2c8-45b510e77cb4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200597 Aug 26 08:53:46.425885 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-257c35b2-32ed-42ef-9954-e445825eb31b admin admin] Publish callbacks [] for security_group (7f6d8ff3-0152-4146-9460-76e54833fecc), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.516376 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-257c35b2-32ed-42ef-9954-e445825eb31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7f6d8ff3-0152-4146-9460-76e54833fecc), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.523375 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-257c35b2-32ed-42ef-9954-e445825eb31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:46.524850 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-257c35b2-32ed-42ef-9954-e445825eb31b admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7f6d8ff3-0152-4146-9460-76e54833fecc HTTP/1.1" status: 204 len: 168 time: 0.3639603 Aug 26 08:53:46.539006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c35b2-32ed-42ef-9954-e445825eb31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d8ff3-0152-4146-9460-76e54833fecc,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:46.776409 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:46.796545 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16a66b-b01e-4db2-8f0d-f5b94a11834c req-95dc18ff-0d73-44fe-95c5-5c4ec56304d4 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:46.799218 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc16a66b-b01e-4db2-8f0d-f5b94a11834c req-95dc18ff-0d73-44fe-95c5-5c4ec56304d4 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.0812292 Aug 26 08:53:46.900020 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc16a66b-b01e-4db2-8f0d-f5b94a11834c req-c9c10f29-74b6-4d1c-bbe6-0fb45190622d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883443 Aug 26 08:53:47.020369 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-b5958a96-238c-45ed-b3b9-c9643a711257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.022358 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-b5958a96-238c-45ed-b3b9-c9643a711257 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1129 time: 0.0568042 Aug 26 08:53:47.209972 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-22d440a0-5cf9-463b-9553-885e6263c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.211854 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-22d440a0-5cf9-463b-9553-885e6263c4c0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.1808136 Aug 26 08:53:47.215429 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ec09e-603f-4162-9374-2841d84e4645 req-87118b90-ccb5-424d-8685-371e270dbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.217961 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ae9ec09e-603f-4162-9374-2841d84e4645 req-87118b90-ccb5-424d-8685-371e270dbd16 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 1130 time: 0.0785794 Aug 26 08:53:47.550695 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-d36d07c8-895d-4d2f-9e9c-2c1096f8333e service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 217 time: 0.3235860 Aug 26 08:53:47.555098 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a09bf-1d92-456e-939b-1df4bb461eb1 req-38cb4d99-8057-4185-ac98-0f36d7d3a609 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.556920 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f12a09bf-1d92-456e-939b-1df4bb461eb1 req-38cb4d99-8057-4185-ac98-0f36d7d3a609 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Aug 26 08:53:47.621087 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f12a09bf-1d92-456e-939b-1df4bb461eb1 req-c398932a-7d32-4207-8e13-505dfa462341 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556946 Aug 26 08:53:47.645238 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45226) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:47.645785 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7613-4750-439c-94b6-3141eb4f45d4 req-5c7a46ef-4ef0-4d18-9f28-1b7cc8cd2103 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.652972 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-47eb7613-4750-439c-94b6-3141eb4f45d4 req-5c7a46ef-4ef0-4d18-9f28-1b7cc8cd2103 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.1496098 Aug 26 08:53:47.675146 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ae9ec09e-603f-4162-9374-2841d84e4645 req-2b1bcdf3-e8c0-40dc-9d6c-efd2496f0806 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454720 Aug 26 08:53:47.685536 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-eea09c3d-3bb8-4ca7-b7f3-f8cbadf3952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.687150 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-eea09c3d-3bb8-4ca7-b7f3-f8cbadf3952f service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1165202 Aug 26 08:53:47.724867 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-47eb7613-4750-439c-94b6-3141eb4f45d4 req-4309aa66-709f-4faf-af1f-736863f0b5fc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708714 Aug 26 08:53:47.781229 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1749299342-network', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:47.804167 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Made reservation on behalf of 37cc63bca9274f9ba58f8a92a499a36d for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:47.806791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:47.827784 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:47.883536 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d59a7-db44-4248-979f-955daf235533 req-9356ae73-8aab-4b1d-8d85-63b5cffd08c8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:47.885188 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3d6d59a7-db44-4248-979f-955daf235533 req-9356ae73-8aab-4b1d-8d85-63b5cffd08c8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.0757763 Aug 26 08:53:47.903242 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45232) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:47.908829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:47.939888 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:47.960440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:47.984673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks [] for security_group (b574da99-f662-44ee-a756-da20eb80f0d4), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:47.990170 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b574da99-f662-44ee-a756-da20eb80f0d4), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.023868 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:53:48.029630 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f2e1156f-3eac-4312-b62a-d57199d9ef0d), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.035571 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b574da99-f662-44ee-a756-da20eb80f0d4,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:48.041259 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (5a821534-6ac6-4079-a49c-8b73650989ea), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.041633 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Added segment 5a821534-6ac6-4079-a49c-8b73650989ea of type vlan for network 29c0f487-40e8-46e5-bf03-83c129904d85 Aug 26 08:53:48.087950 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (29c0f487-40e8-46e5-bf03-83c129904d85), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.127572 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (29c0f487-40e8-46e5-bf03-83c129904d85), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.128780 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:48.129375 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.135463 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-8c078450-5d87-4678-939a-2f9360d6f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:48.137027 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-8c078450-5d87-4678-939a-2f9360d6f07e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1558475 Aug 26 08:53:48.150751 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d469-91ad-417c-a71e-2bf9d238e376 req-85dc9daa-ae6d-4e6e-b1b4-9d304ac26223 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:48.152442 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-72c2d469-91ad-417c-a71e-2bf9d238e376 req-85dc9daa-ae6d-4e6e-b1b4-9d304ac26223 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.1291068 Aug 26 08:53:48.195297 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5480173 Aug 26 08:53:48.198639 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45236) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:48.203652 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Request body: {'subnet': {'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1749299342-subnet', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:48.214375 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97627be-3f07-40b8-9ceb-f903f3ab7c83 admin admin] Pushing event updated for resources: {'Network': ['ID=29c0f487-40e8-46e5-bf03-83c129904d85,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:48.232698 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 29c0f487-40e8-46e5-bf03-83c129904d85 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:53:48.235993 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Made reservation on behalf of 37cc63bca9274f9ba58f8a92a499a36d for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:48.238640 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.291756 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:48.335789 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:48.393755 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7c4e0c9c-7d1e-47ed-b935-1bdcc1c18273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.394371 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-72c2d469-91ad-417c-a71e-2bf9d238e376 req-47f78ada-350f-406f-89f8-97ef5273c1b7 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049062 Aug 26 08:53:48.467838 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-b13898ff-3cf7-44e4-ad42-21518ca51b78 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114870 Aug 26 08:53:48.525567 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (f475eddd-d335-451b-b2f9-f12fdf0d2902), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.593038 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:48.609127 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f475eddd-d335-451b-b2f9-f12fdf0d2902,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:48.618441 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Checking segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:48.618835 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Network hostable DHCP agents. Network: 29c0f487-40e8-46e5-bf03-83c129904d85, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:53:48.640732 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Network 29c0f487-40e8-46e5-bf03-83c129904d85 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:53:48.653950 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 29c0f487-40e8-46e5-bf03-83c129904d85) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:48.666579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:48.666579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.688427 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f7663-ea15-4e42-9c93-417cb9be8482 None None] Network 29c0f487-40e8-46e5-bf03-83c129904d85 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:48.706329 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ba57d5bb-2eef-49d8-a4d6-f5e57060d1c5 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5035405 Aug 26 08:53:48.706797 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45248) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:48.714983 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:48.749222 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:48.773629 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.775553 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.846825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be77a4e-6cba-4477-ac8d-c5e828d651f7 req-ecc3b9fd-e168-4a88-91fa-ee56d16c5db0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:48.849723 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0be77a4e-6cba-4477-ac8d-c5e828d651f7 req-ecc3b9fd-e168-4a88-91fa-ee56d16c5db0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1008255 Aug 26 08:53:48.913671 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks [] for router_controller (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), precommit_add_association {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:48.989189 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5bd30a29-cf12-40f3-8a72-ab925f1722d7 req-52d44ab1-f359-4c3d-8a9a-34d9e04e6d6b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510309 Aug 26 08:53:49.009047 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-29c0f487-40e8-46e5-bf03-83c129904d85', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:53:49.011432 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.048125 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:49.061351 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0be77a4e-6cba-4477-ac8d-c5e828d651f7 req-c05a1206-d114-45de-b21b-d53e17751710 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955094 Aug 26 08:53:49.159191 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks [] for router_gateway (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.205681 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.212942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (f2e1156f-3eac-4312-b62a-d57199d9ef0d), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.305332 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Allocated IP 172.20.0.2 (29c0f487-40e8-46e5-bf03-83c129904d85/f475eddd-d335-451b-b2f9-f12fdf0d2902/6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:49.365252 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP f2e1156f-3eac-4312-b62a-d57199d9ef0d associated. External IP: 172.27.3.173, port: 577f1e58-da5c-4628-a0bd-bcf24fc8842e. Aug 26 08:53:49.408508 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks [] for router_gateway (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.438041 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.563248 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Publish callbacks [] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.575135 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.629375 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Network 29c0f487-40e8-46e5-bf03-83c129904d85 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:49.634119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Allocated IP 172.27.3.28 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/1860dc6e-4b29-405b-8ac5-74365ff1fcf8) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:49.635495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:49.637970 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Pushing event updated for resources: {'Port': ['ID=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:49.641159 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:49.711084 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Attempting to bind port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:49.711464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Attempting to bind port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:49.711829 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Attempting to bind port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced on network 29c0f487-40e8-46e5-bf03-83c129904d85 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:49.719821 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:49.720319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Checking segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:49.720867 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.721291 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Bound using segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:49.721900 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Bound port: 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:49.722511 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.803789 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:49.874521 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] For port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:49.901899 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] For port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:49.930369 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks [] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:49.934536 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.010118 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.016196 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dc19b-ad77-4db9-8d40-bc9ba02f11e8 None None] Pushing event updated for resources: {'Port': ['ID=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:50.017930 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.024269 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.043636 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57236c-c778-42a0-907c-474641f29538 req-6c1c845d-2261-450f-adb9-2d46dc60fcd7 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:50.045517 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6b57236c-c778-42a0-907c-474641f29538 req-6c1c845d-2261-450f-adb9-2d46dc60fcd7 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.2427714 Aug 26 08:53:50.128617 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:50.132117 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:50.139403 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:50.168348 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:53:50.176742 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6b57236c-c778-42a0-907c-474641f29538 req-5fe97310-6649-4633-881a-dd41ac31031d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052444 Aug 26 08:53:50.199299 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Pushing event updated for resources: {'Port': ['ID=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:50.357589 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eb58a-a986-435e-aba5-e734efe4f7fb req-9b4fb370-091f-4868-b029-a44c9b813a88 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:50.359634 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c67eb58a-a986-435e-aba5-e734efe4f7fb req-9b4fb370-091f-4868-b029-a44c9b813a88 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1554923 Aug 26 08:53:50.418668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.427985 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:50.432637 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.448482 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:53:50.471431 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c67eb58a-a986-435e-aba5-e734efe4f7fb req-950e3a22-1794-49cf-9f7c-67a76d93eb35 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028063 Aug 26 08:53:50.482771 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:50.483453 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:50.504317 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4a25c132-6aa1-4009-8169-dce596f9c057 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/f2e1156f-3eac-4312-b62a-d57199d9ef0d HTTP/1.1" status: 200 len: 992 time: 2.5990853 Aug 26 08:53:50.505385 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:53:50.510389 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37faafc-6cbd-406f-ad10-682b97b0271b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:53:50.553102 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks [] for router_gateway (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.555246 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:50.555614 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f7f5c-d17b-471c-b658-337ead705415 x-openstack-request-id: req-d52f7f5c-d17b-471c-b658-337ead705415 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:53:50.555912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:53:50.556171 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d52f7f5c-d17b-471c-b658-337ead705415 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:53:50.556666 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52f7f5c-d17b-471c-b658-337ead705415'] response: {'name': 'network-changed', 'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'status': 'completed', 'code': 200} Aug 26 08:53:50.561693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.651965 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.678030 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-4df10268-9489-4902-ac4c-d4162d1ba0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:50.681104 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-4df10268-9489-4902-ac4c-d4162d1ba0e1 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 1130 time: 0.0734661 Aug 26 08:53:50.685763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:50.686223 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.691501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:50.756689 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=55 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.763436 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=40 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.825116 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-59e9b988-a699-462d-859c-9422fa0e897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:50.826909 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-59e9b988-a699-462d-859c-9422fa0e897c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 916 time: 0.1365073 Aug 26 08:53:50.844604 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:50.856936 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.926464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:50.927023 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:50.928556 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-22ff9da4-c35c-4220-b6af-8c1ec48f06e5 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e HTTP/1.1" status: 200 len: 1000 time: 0.0937927 Aug 26 08:53:51.007954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-dbb9c5e8-44f3-4d01-a685-4cc8eb29f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:51.009862 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-dbb9c5e8-44f3-4d01-a685-4cc8eb29f79c service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0714872 Aug 26 08:53:51.037294 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:51.053912 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:51.151742 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Router b662e0bc-8d5b-4793-84f4-fcfb9d9985da is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:53:51.152231 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-c3b04745-ff52-474d-aa0f-f7b1ea578333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:51.154943 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-c3b04745-ff52-474d-aa0f-f7b1ea578333 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1342511 Aug 26 08:53:51.179742 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:51.189262 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:48Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:51.220402 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:53:51.233217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:51.234555 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:51.430496 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-99637d63-90a6-4c08-97f2-02085ccd5f65 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655499 Aug 26 08:53:51.473042 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a255ac-42b1-438a-a313-f0bbbd02bfa5 req-9b7c0e62-62f6-447e-a78b-1b7af4b6ee34 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:51.475177 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:51.477114 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-87a255ac-42b1-438a-a313-f0bbbd02bfa5 req-9b7c0e62-62f6-447e-a78b-1b7af4b6ee34 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.0933819 Aug 26 08:53:51.484788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:51.487487 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:51.497882 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Sync routers for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:53:51.542655 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:51.545785 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:51.612395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506204ca-fe34-4bab-ad3b-055deaf7ceb5 None None] Network 29c0f487-40e8-46e5-bf03-83c129904d85 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:51.638376 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c37faafc-6cbd-406f-ad10-682b97b0271b req-4c065752-31ed-4974-952c-9d32794a357f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944950 Aug 26 08:53:51.684443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:51.690182 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-92041165-cb8d-43d2-bbe9-67e9b5edc9fd admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9780529 Aug 26 08:53:51.690470 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45282) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:51.746697 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-87a255ac-42b1-438a-a313-f0bbbd02bfa5 req-6df9bc2d-a290-411c-b4a3-3c0851d59d0e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259996 Aug 26 08:53:51.802749 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:51.808860 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6363aff-7928-4ee9-9e19-1242031a3048 req-dda45fba-8440-4c38-9670-be49dd572645 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:51.816423 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f6363aff-7928-4ee9-9e19-1242031a3048 req-dda45fba-8440-4c38-9670-be49dd572645 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1359043 Aug 26 08:53:51.879572 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-6529c8da-f60e-4664-8002-e281a77b4f5c None None] Provisioning complete for port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:51.879572 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6529c8da-f60e-4664-8002-e281a77b4f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:51.911000 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f6363aff-7928-4ee9-9e19-1242031a3048 req-2da63a7f-3ff4-4756-8bd8-67cf417245f0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Aug 26 08:53:51.933216 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:52.041737 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:50Z', 'revision_number': 3, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:52.084396 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Checking router: b662e0bc-8d5b-4793-84f4-fcfb9d9985da for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:53:52.084396 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Updating router b662e0bc-8d5b-4793-84f4-fcfb9d9985da port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:53:52.124439 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.221744 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:52.320978 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.365277 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-6529c8da-f60e-4664-8002-e281a77b4f5c None None] Current status of the port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:52.461837 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:48Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:52.502596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9ce46-dad4-4110-9b23-b06b292c99ff None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:48Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:53:52.524344 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Publish callbacks [] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.524571 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:52.539487 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.592460 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:52.623649 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:52.627954 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.632098 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ba850-574a-426f-a1e9-6dfd57f6c547 None None] Pushing event updated for resources: {'Port': ['ID=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,revision_number=2']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:52.648927 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Attempting to bind port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:52.649545 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Attempting to bind port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:52.651861 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Attempting to bind port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:52.660197 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:52.661479 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:52.661992 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.662477 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:52.663089 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Bound port: 1860dc6e-4b29-405b-8ac5-74365ff1fcf8, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:52.663587 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.739115 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:52.792097 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-b6cfc03e-8c70-46cf-ac43-0f630f310365 None None] Provisioning complete for port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:52.792560 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc03e-8c70-46cf-ac43-0f630f310365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.802578 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.823723 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] For port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:52.831910 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] For port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:52.840888 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:52.883263 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:52.909748 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ba850-574a-426f-a1e9-6dfd57f6c547 None None] Pushing event updated for resources: {'Port': ['ID=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:52.922410 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:52.923291 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:52.955172 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfc03e-8c70-46cf-ac43-0f630f310365 None None] Current status of the port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:52.957846 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a56b9-1c8b-43cf-b946-439a7e7ca21e None None] New status for floating IP f2e1156f-3eac-4312-b62a-d57199d9ef0d: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:53:53.119106 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c61bc6-ec0f-4c9d-bd1e-071380968f00 req-24f336f5-0cd6-469a-a57a-b0eee0157f3b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:53.125583 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7c61bc6-ec0f-4c9d-bd1e-071380968f00 req-24f336f5-0cd6-469a-a57a-b0eee0157f3b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.1188807 Aug 26 08:53:53.155270 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc0714-8616-4d09-8c96-3b5276c0ac48 req-91945dec-ee11-47a5-adee-7e4dfb57507b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:53.163902 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0cc0714-8616-4d09-8c96-3b5276c0ac48 req-91945dec-ee11-47a5-adee-7e4dfb57507b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1077843 Aug 26 08:53:53.196900 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:53.230006 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e7c61bc6-ec0f-4c9d-bd1e-071380968f00 req-b17d9cef-2dfc-45c4-a8ac-007ea9605888 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937028 Aug 26 08:53:53.257250 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:53.269537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Allocated IP 172.20.0.1 (29c0f487-40e8-46e5-bf03-83c129904d85/f475eddd-d335-451b-b2f9-f12fdf0d2902/cfb76882-d3dc-4423-b10c-155b96087d7e) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:53.282535 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0cc0714-8616-4d09-8c96-3b5276c0ac48 req-a36da325-4209-4545-a7a6-0737555797fa tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171117 Aug 26 08:53:53.382311 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:53.456657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks [] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:53.482546 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:50Z', 'revision_number': 3, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:53.523865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:53.532787 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661af36e-bc52-4ae2-bae9-9ec5a698209b None None] The sync data for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi is: [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:50Z', 'revision_number': 3, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:53:53.585680 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Network 29c0f487-40e8-46e5-bf03-83c129904d85 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:53.589108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:53.593711 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:53.594209 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:53.645495 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Pushing event updated for resources: {'Port': ['ID=cfb76882-d3dc-4423-b10c-155b96087d7e,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:53.760759 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:53.829273 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:53.888591 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-33c25fbf-9783-4a75-b3e1-51cb94a9aaad None None] Provisioning complete for port cfb76882-d3dc-4423-b10c-155b96087d7e triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:53.889474 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-33c25fbf-9783-4a75-b3e1-51cb94a9aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:53.940095 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-33c25fbf-9783-4a75-b3e1-51cb94a9aaad None None] Port cfb76882-d3dc-4423-b10c-155b96087d7e cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:53:54.050217 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:54.115865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks [] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.124948 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.125882 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.246471 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Pushing event updated for resources: {'Port': ['ID=cfb76882-d3dc-4423-b10c-155b96087d7e,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:54.347102 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Network 29c0f487-40e8-46e5-bf03-83c129904d85 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:54.349090 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:54.446835 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9539-5328-43cd-bfc4-613478fe3ed4 req-06a606a9-2cb5-4b23-9522-5963b11ef653 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:54.455578 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-09fe9539-5328-43cd-bfc4-613478fe3ed4 req-06a606a9-2cb5-4b23-9522-5963b11ef653 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.1250622 Aug 26 08:53:54.489953 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:54.499157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:54.530098 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-09fe9539-5328-43cd-bfc4-613478fe3ed4 req-db33f1c8-cd11-4e70-8c35-2711d915dc7d tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725415 Aug 26 08:53:54.621701 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6479d-1720-4b2b-bcf0-b5336eb4903a req-174d8f24-6d6f-44d1-9452-9f30fd6cb847 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:54.625359 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-29c6479d-1720-4b2b-bcf0-b5336eb4903a req-174d8f24-6d6f-44d1-9452-9f30fd6cb847 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1759100 Aug 26 08:53:54.641347 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:54.644070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.684706 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Router b662e0bc-8d5b-4793-84f4-fcfb9d9985da has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:53:54.771981 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-29c6479d-1720-4b2b-bcf0-b5336eb4903a req-51c40096-ebe8-41ff-91dc-7f8f33638688 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400771 Aug 26 08:53:54.798718 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-eef78222-611a-46e8-8b66-e137ad1a42b8 None None] Provisioning complete for port cfb76882-d3dc-4423-b10c-155b96087d7e triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:54.799277 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-eef78222-611a-46e8-8b66-e137ad1a42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.802403 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:54.803092 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.843992 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:54.854539 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:54.857713 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-eef78222-611a-46e8-8b66-e137ad1a42b8 None None] Port cfb76882-d3dc-4423-b10c-155b96087d7e cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:53:54.861214 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-16578fca-bb32-4a1b-bcb4-5370ac3f495b admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/b662e0bc-8d5b-4793-84f4-fcfb9d9985da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589227 Aug 26 08:53:54.865006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:54.924913 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:55.523013 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45336) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:55.528460 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-465416578-network', 'tenant_id': '37a83a062eee4e989da032ca1857a68d'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:55.556625 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Made reservation on behalf of 37a83a062eee4e989da032ca1857a68d for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:55.559725 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.574552 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.598536 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Sync routers for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:53:55.635006 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:55.636096 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:55.691136 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks [] for security_group (b5346e0e-e946-4f64-ac89-dddd7906f81b), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.697585 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b5346e0e-e946-4f64-ac89-dddd7906f81b), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.725365 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:55.746328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:53:55.767941 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5346e0e-e946-4f64-ac89-dddd7906f81b,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:55.775531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (c267fe2f-d630-4187-8b15-15570990c43e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.776591 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Added segment c267fe2f-d630-4187-8b15-15570990c43e of type vlan for network a2ac8404-d970-4ecc-bb3d-0814700f2547 Aug 26 08:53:55.850748 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (a2ac8404-d970-4ecc-bb3d-0814700f2547), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.856423 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:55.898035 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:55.898487 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (a2ac8404-d970-4ecc-bb3d-0814700f2547), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:55.902846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd9e57-b540-4b5b-90b0-4386fb77d751 req-7df3a4ff-602c-456d-bdff-2b08148fce96 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:55.904134 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:55.905511 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-84dd9e57-b540-4b5b-90b0-4386fb77d751 req-7df3a4ff-602c-456d-bdff-2b08148fce96 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.2130687 Aug 26 08:53:55.906446 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.035978 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-84dd9e57-b540-4b5b-90b0-4386fb77d751 req-95c684d5-42e6-4333-96af-2126e849190e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181974 Aug 26 08:53:56.109733 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5807745 Aug 26 08:53:56.110063 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45346) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:56.116248 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995ccc-0a45-4644-a3ed-feeecfeae794 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ac8404-d970-4ecc-bb3d-0814700f2547,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:56.116540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Request body: {'subnet': {'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-465416578-subnet', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:56.131127 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:53:56.149786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Made reservation on behalf of 37a83a062eee4e989da032ca1857a68d for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:53:56.154023 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.167865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722287-6cf5-412d-9114-d537c57fd56d req-f93256d3-5ccf-43cd-857a-f6ae47b02cd4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:56.176881 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6a722287-6cf5-412d-9114-d537c57fd56d req-f93256d3-5ccf-43cd-857a-f6ae47b02cd4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1716022 Aug 26 08:53:56.252632 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6a722287-6cf5-412d-9114-d537c57fd56d req-6db29f11-cf6e-447d-9e56-51e450e47b7c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678461 Aug 26 08:53:56.255816 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:56.268827 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:56.276293 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:56.307039 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Checking router: b662e0bc-8d5b-4793-84f4-fcfb9d9985da for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:53:56.319412 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Updating router b662e0bc-8d5b-4793-84f4-fcfb9d9985da port cfb76882-d3dc-4423-b10c-155b96087d7e binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:53:56.373757 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.452547 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:56.508516 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:56.509145 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.535065 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (2089d341-8d53-42b7-8102-1c02cf15636c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.550641 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:56.603625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:56.607297 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2089d341-8d53-42b7-8102-1c02cf15636c,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:56.620682 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Checking segment: {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:56.621117 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Network hostable DHCP agents. Network: a2ac8404-d970-4ecc-bb3d-0814700f2547, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:53:56.643369 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:53:56.658441 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, a2ac8404-d970-4ecc-bb3d-0814700f2547) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:56.665398 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:56.666608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.669192 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532cb43-53c7-4b07-aac4-1f5a504537d2 None None] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:56.679960 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:56.697385 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-296e1ab3-9373-4d32-8b82-201faa456819 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5837109 Aug 26 08:53:56.699150 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45352) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:53:56.705301 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:53:56.744045 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (399eb218-654d-402f-a625-f41d963dd6e7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.745283 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (399eb218-654d-402f-a625-f41d963dd6e7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.800337 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Publish callbacks [] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.813208 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.816572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks [] for router_controller (399eb218-654d-402f-a625-f41d963dd6e7), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.873270 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-a2ac8404-d970-4ecc-bb3d-0814700f2547', 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547', 'project_id': '37a83a062eee4e989da032ca1857a68d', 'fixed_ips': [{'subnet_id': '2089d341-8d53-42b7-8102-1c02cf15636c'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:53:56.875406 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.916780 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145a924-535b-4cd2-bb98-4d8310d48398 None None] Pushing event updated for resources: {'Port': ['ID=cfb76882-d3dc-4423-b10c-155b96087d7e,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:56.970424 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Attempting to bind port cfb76882-d3dc-4423-b10c-155b96087d7e on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:56.970860 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Attempting to bind port cfb76882-d3dc-4423-b10c-155b96087d7e by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:56.971205 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Attempting to bind port cfb76882-d3dc-4423-b10c-155b96087d7e on network 29c0f487-40e8-46e5-bf03-83c129904d85 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:56.984631 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:56.985779 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Checking segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:56.986555 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:56.987016 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Bound using segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:56.988045 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Bound port: cfb76882-d3dc-4423-b10c-155b96087d7e, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:56.988844 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.010093 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks [] for router_gateway (399eb218-654d-402f-a625-f41d963dd6e7), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.082605 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] For port cfb76882-d3dc-4423-b10c-155b96087d7e, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:57.088642 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] For port cfb76882-d3dc-4423-b10c-155b96087d7e, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=cfb76882-d3dc-4423-b10c-155b96087d7e,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:57.098690 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.137337 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Allocated IP 172.20.0.2 (a2ac8404-d970-4ecc-bb3d-0814700f2547/2089d341-8d53-42b7-8102-1c02cf15636c/a341abea-7009-422c-9b19-b5d406793ffb) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:57.160014 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145a924-535b-4cd2-bb98-4d8310d48398 None None] Pushing event updated for resources: {'Port': ['ID=cfb76882-d3dc-4423-b10c-155b96087d7e,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:57.168868 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:53:57.170512 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:57.301844 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:53:57.324731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f665f-c065-4ccb-9811-f0b390b9e599 req-e5247ffe-bd24-4b4c-99d2-bc21af9f66f8 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:57.325016 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dd6f665f-c065-4ccb-9811-f0b390b9e599 req-e5247ffe-bd24-4b4c-99d2-bc21af9f66f8 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.0918775 Aug 26 08:53:57.336424 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks [] for router_gateway (399eb218-654d-402f-a625-f41d963dd6e7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.341307 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:57.378292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Publish callbacks [] for port (a341abea-7009-422c-9b19-b5d406793ffb), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.383506 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.391016 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (a341abea-7009-422c-9b19-b5d406793ffb), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.447092 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:57.485932 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:57.493953 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:57.495557 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dd6f665f-c065-4ccb-9811-f0b390b9e599 req-78bb1c87-9035-4f76-8c27-cad8bcc16268 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198943 Aug 26 08:53:57.511947 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:57.517345 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:57.537542 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb689753-fb4e-49c3-b104-54f3cb2078fb req-8fb3da42-d47c-49b7-bd5f-c2e80d2a804b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:57.539152 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cb689753-fb4e-49c3-b104-54f3cb2078fb req-8fb3da42-d47c-49b7-bd5f-c2e80d2a804b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0900829 Aug 26 08:53:57.589216 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Allocated IP 172.27.3.166 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/4523dfec-a5cd-4811-96cf-a6cadf004c8b) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:53:57.601861 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Pushing event updated for resources: {'Port': ['ID=a341abea-7009-422c-9b19-b5d406793ffb,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:57.611223 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cb689753-fb4e-49c3-b104-54f3cb2078fb req-77bc781f-0939-43cb-aa10-d004c580114f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Aug 26 08:53:57.635221 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Attempting to bind port a341abea-7009-422c-9b19-b5d406793ffb on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:53:57.635700 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Attempting to bind port a341abea-7009-422c-9b19-b5d406793ffb by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:53:57.636129 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Attempting to bind port a341abea-7009-422c-9b19-b5d406793ffb on network a2ac8404-d970-4ecc-bb3d-0814700f2547 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:53:57.642827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:53:57.643368 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Checking segment: {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:53:57.643835 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.644294 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Bound using segment: {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:53:57.644854 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Bound port: a341abea-7009-422c-9b19-b5d406793ffb, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:53:57.645304 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a341abea-7009-422c-9b19-b5d406793ffb), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.674644 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:57Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:53:57.712411 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892ba0b-d3e2-479d-aef3-27dc84c4eccb None None] The sync data for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi is: [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:57Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:53:57.730142 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] For port a341abea-7009-422c-9b19-b5d406793ffb, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:53:57.734725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] For port a341abea-7009-422c-9b19-b5d406793ffb, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a341abea-7009-422c-9b19-b5d406793ffb,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:53:57.735051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks [] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.744103 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a341abea-7009-422c-9b19-b5d406793ffb), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.804013 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:57.849447 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330d13-3dd8-4a6c-83ff-0f895ce02f8c None None] Pushing event updated for resources: {'Port': ['ID=a341abea-7009-422c-9b19-b5d406793ffb,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:57.869492 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:53:57.874194 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:53:57.878846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:53:57.883253 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Pushing event updated for resources: {'Port': ['ID=4523dfec-a5cd-4811-96cf-a6cadf004c8b,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:58.224397 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks [] for router_gateway (399eb218-654d-402f-a625-f41d963dd6e7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:58.505148 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-e72558a7-25c0-4717-af66-1113ea2e1177 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:58.506833 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-e72558a7-25c0-4717-af66-1113ea2e1177 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.1056175 Aug 26 08:53:58.511755 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device cfb76882-d3dc-4423-b10c-155b96087d7e up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:58.570310 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (399eb218-654d-402f-a625-f41d963dd6e7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:58.584826 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:58.609873 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:58.650832 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port cfb76882-d3dc-4423-b10c-155b96087d7e triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:58.651396 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:58.773756 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:58.813972 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:53:58.817943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port cfb76882-d3dc-4423-b10c-155b96087d7e is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:58.818601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:58.837277 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb0f93-fc18-4483-b2a1-12dd5758970b req-fecb946c-7001-4557-8a46-92a5042a9bbe tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:58.840001 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bdbb0f93-fc18-4483-b2a1-12dd5758970b req-fecb946c-7001-4557-8a46-92a5042a9bbe tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 946 time: 0.1963935 Aug 26 08:53:58.888080 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Deleting port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:53:58.888400 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:58.894067 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port cfb76882-d3dc-4423-b10c-155b96087d7e, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=cfb76882-d3dc-4423-b10c-155b96087d7e,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:58.909129 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:58.910491 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a341abea-7009-422c-9b19-b5d406793ffb up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:53:59.163694 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=cfb76882-d3dc-4423-b10c-155b96087d7e,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:53:59.212796 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port a341abea-7009-422c-9b19-b5d406793ffb triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:59.215689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] For port 71e6d342-8d25-44d8-99eb-50fd5e431bc4, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=71e6d342-8d25-44d8-99eb-50fd5e431bc4,segment=NetworkSegment(4f11abb6-d829-414c-b4cf-f2eb34ea0df5),segment_id=4f11abb6-d829-414c-b4cf-f2eb34ea0df5)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:59.215876 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a341abea-7009-422c-9b19-b5d406793ffb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:59.216081 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:59.222726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Router 399eb218-654d-402f-a625-f41d963dd6e7 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:53:59.249476 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bdbb0f93-fc18-4483-b2a1-12dd5758970b req-e55e3ce4-5f66-4b31-9399-95e02594ffbc tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d82b523-bda5-43ab-80e0-8700d5c17dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745775 Aug 26 08:53:59.254233 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Calling delete_port for 71e6d342-8d25-44d8-99eb-50fd5e431bc4 owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:53:59.339236 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640f6a8-9ba6-4f5b-a95b-b8ee5b060fc1 None None] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:53:59.401745 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782440e-e5ba-4157-9504-1e58fe265db0 req-962cb2ad-1caa-4e1d-8f31-df1a8c2b4a8a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:53:59.403969 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b782440e-e5ba-4157-9504-1e58fe265db0 req-962cb2ad-1caa-4e1d-8f31-df1a8c2b4a8a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1251445 Aug 26 08:53:59.489471 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b782440e-e5ba-4157-9504-1e58fe265db0 req-138416ee-1d15-40ed-9474-4fc6e02c369c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787194 Aug 26 08:53:59.687318 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-b33aed7f-dcb4-4c06-8f8d-657f691c6790 None None] Provisioning complete for port a341abea-7009-422c-9b19-b5d406793ffb triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:53:59.687986 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b33aed7f-dcb4-4c06-8f8d-657f691c6790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a341abea-7009-422c-9b19-b5d406793ffb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:59.741182 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port a341abea-7009-422c-9b19-b5d406793ffb is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:53:59.741387 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a341abea-7009-422c-9b19-b5d406793ffb), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:59.839228 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port a341abea-7009-422c-9b19-b5d406793ffb, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a341abea-7009-422c-9b19-b5d406793ffb,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:53:59.853314 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a341abea-7009-422c-9b19-b5d406793ffb), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:53:59.913332 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:53:59.966608 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Sync routers for ids ['399eb218-654d-402f-a625-f41d963dd6e7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:54:00.016276 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-b33aed7f-dcb4-4c06-8f8d-657f691c6790 None None] Current status of the port a341abea-7009-422c-9b19-b5d406793ffb is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:00.027623 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Routers {'399eb218-654d-402f-a625-f41d963dd6e7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:54:00.028704 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['399eb218-654d-402f-a625-f41d963dd6e7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:00.042744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:00.059826 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-96306fe2-b5ae-46ac-b581-86832758fb8d admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3600452 Aug 26 08:54:00.060710 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45402) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:00.124341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (71e6d342-8d25-44d8-99eb-50fd5e431bc4), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:00.144121 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['71e6d342-8d25-44d8-99eb-50fd5e431bc4'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:54:00.189384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Pushing event deleted for resources: {'Port': ['ID=71e6d342-8d25-44d8-99eb-50fd5e431bc4,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:00.218354 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=a341abea-7009-422c-9b19-b5d406793ffb,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:00.305595 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] No DVR routers for this DVR port 71e6d342-8d25-44d8-99eb-50fd5e431bc4 on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:54:00.310705 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:00.317290 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-af13a7fe-515f-498e-82db-37b1b9d33d85 req-856545e1-9f49-4bbd-a26d-26d052ba473e tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.115 "DELETE /networking/v2.0/ports/71e6d342-8d25-44d8-99eb-50fd5e431bc4 HTTP/1.1" status: 204 len: 173 time: 1.8006167 Aug 26 08:54:00.318057 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'name': 'network-vif-deleted', 'tag': '71e6d342-8d25-44d8-99eb-50fd5e431bc4'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:54:00.320918 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad9f87-b0a7-4b2e-9965-0510fc1df455" -d '{"events": [{"server_uuid": "6d8b7b79-29d0-4a40-9f13-94198c5d2fbd", "name": "network-vif-deleted", "tag": "71e6d342-8d25-44d8-99eb-50fd5e431bc4"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:54:00.336677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Set router 399eb218-654d-402f-a625-f41d963dd6e7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:54:00.373175 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7911b2b6-a97a-4f2e-a12e-cbeeb25f43d0 x-openstack-request-id: req-7911b2b6-a97a-4f2e-a12e-cbeeb25f43d0 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:54:00.373975 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b7b79-29d0-4a40-9f13-94198c5d2fbd", "name": "network-vif-deleted", "tag": "71e6d342-8d25-44d8-99eb-50fd5e431bc4", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:54:00.374519 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7911b2b6-a97a-4f2e-a12e-cbeeb25f43d0 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:54:00.378083 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7911b2b6-a97a-4f2e-a12e-cbeeb25f43d0'] response: {'server_uuid': '6d8b7b79-29d0-4a40-9f13-94198c5d2fbd', 'name': 'network-vif-deleted', 'tag': '71e6d342-8d25-44d8-99eb-50fd5e431bc4', 'status': 'completed', 'code': 200} Aug 26 08:54:00.449931 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-27b7b00a-381a-43f7-bb52-77f6f1e6da05 None None] Provisioning complete for port a341abea-7009-422c-9b19-b5d406793ffb triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:00.449931 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-27b7b00a-381a-43f7-bb52-77f6f1e6da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a341abea-7009-422c-9b19-b5d406793ffb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:00.500543 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3293d07e-141c-4fbb-a072-e61858711d2f req-7ac77848-6b45-40b7-acad-348778bccd4b tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 210 time: 0.0654283 Aug 26 08:54:00.528912 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:00.594701 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:00.646364 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device cfb76882-d3dc-4423-b10c-155b96087d7e up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:00.724059 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 3, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:00.785822 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Checking router: 399eb218-654d-402f-a625-f41d963dd6e7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:54:00.786180 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Updating router 399eb218-654d-402f-a625-f41d963dd6e7 port 4523dfec-a5cd-4811-96cf-a6cadf004c8b binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:54:00.810723 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-27b7b00a-381a-43f7-bb52-77f6f1e6da05 None None] Current status of the port a341abea-7009-422c-9b19-b5d406793ffb is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:00.823032 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:00.831601 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02ed2a-9056-4f8d-854d-4ea3b4523791 req-5d9ea597-26e3-4280-b700-9be9d6ace9bb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:00.833191 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ce02ed2a-9056-4f8d-854d-4ea3b4523791 req-5d9ea597-26e3-4280-b700-9be9d6ace9bb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0962620 Aug 26 08:54:00.853621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port cfb76882-d3dc-4423-b10c-155b96087d7e triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:00.854334 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:00.933390 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ce02ed2a-9056-4f8d-854d-4ea3b4523791 req-e60f6adf-897e-42eb-9c07-24d961e8801d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928798 Aug 26 08:54:01.002810 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.030237 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:01.060663 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:01.083845 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port cfb76882-d3dc-4423-b10c-155b96087d7e is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:01.086273 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a341abea-7009-422c-9b19-b5d406793ffb up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:01.185314 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port a341abea-7009-422c-9b19-b5d406793ffb triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:01.185775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a341abea-7009-422c-9b19-b5d406793ffb), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.201993 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Allocated IP 172.20.0.1 (a2ac8404-d970-4ecc-bb3d-0814700f2547/2089d341-8d53-42b7-8102-1c02cf15636c/f8dfd1c2-ae1f-4bd1-baef-df3e5646f303) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:54:01.280543 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Publish callbacks [] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.307406 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.319100 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:01.344268 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks [] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.364529 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Attempting to bind port 4523dfec-a5cd-4811-96cf-a6cadf004c8b on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:54:01.364919 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Attempting to bind port 4523dfec-a5cd-4811-96cf-a6cadf004c8b by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:54:01.365253 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Attempting to bind port 4523dfec-a5cd-4811-96cf-a6cadf004c8b on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:54:01.371658 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port a341abea-7009-422c-9b19-b5d406793ffb is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:01.385896 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:54:01.386311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:54:01.386684 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.387106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:54:01.387601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Bound port: 4523dfec-a5cd-4811-96cf-a6cadf004c8b, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:54:01.387993 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.391693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c9231-e60e-4993-ae89-789069f7e254 None None] Pushing event updated for resources: {'Port': ['ID=4523dfec-a5cd-4811-96cf-a6cadf004c8b,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:01.404468 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.472736 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:54:01.476573 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:54:01.481014 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:54:01.481859 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (399eb218-654d-402f-a625-f41d963dd6e7), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.487620 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Pushing event updated for resources: {'Port': ['ID=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:01.491534 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] For port 4523dfec-a5cd-4811-96cf-a6cadf004c8b, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:54:01.538968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] For port 4523dfec-a5cd-4811-96cf-a6cadf004c8b, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4523dfec-a5cd-4811-96cf-a6cadf004c8b,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:54:01.538968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.549804 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.605094 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Routers {'399eb218-654d-402f-a625-f41d963dd6e7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:54:01.605824 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['399eb218-654d-402f-a625-f41d963dd6e7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:01.616322 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:01.686928 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-27809599-f746-4616-8da6-48c224529605 req-4bd49d12-bf65-4488-b139-00ab167fd819 tempest-VolumesActionsTest-1201923513 tempest-VolumesActionsTest-1201923513-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d8b7b79-29d0-4a40-9f13-94198c5d2fbd HTTP/1.1" status: 200 len: 210 time: 0.0375237 Aug 26 08:54:01.689553 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.705051 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c9231-e60e-4993-ae89-789069f7e254 None None] Pushing event updated for resources: {'Port': ['ID=4523dfec-a5cd-4811-96cf-a6cadf004c8b,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:01.782155 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] Set router 399eb218-654d-402f-a625-f41d963dd6e7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:54:01.879372 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-716f711e-ed3a-4a0f-a484-495e436325c3 None None] Provisioning complete for port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:01.879691 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-716f711e-ed3a-4a0f-a484-495e436325c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.909448 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks [] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.917568 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:01.918912 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (399eb218-654d-402f-a625-f41d963dd6e7), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:02.091021 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Pushing event updated for resources: {'Port': ['ID=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:02.153631 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:02.176601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-716f711e-ed3a-4a0f-a484-495e436325c3 None None] Port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:54:02.187222 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:02.191269 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:54:02.195581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:54:02.275701 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45bc19-88fc-4f67-84e2-20364d907f8e req-3407f271-e7be-42d1-a6f3-e40a7a8f9c5b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:02.291808 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a45bc19-88fc-4f67-84e2-20364d907f8e req-3407f271-e7be-42d1-a6f3-e40a7a8f9c5b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1618760 Aug 26 08:54:02.351594 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 3, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:02.424728 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108dd991-4fdf-4e1b-b347-7025999aa383 None None] The sync data for ids ['399eb218-654d-402f-a625-f41d963dd6e7'] in dv-cinder-852364-5-iscsi is: [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 3, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:54:02.435659 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a45bc19-88fc-4f67-84e2-20364d907f8e req-822720c7-0c45-4d2f-af42-211add2530c5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420245 Aug 26 08:54:02.440799 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Router 399eb218-654d-402f-a625-f41d963dd6e7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:54:02.616335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:54:02.620167 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-c92afe61-ba14-4e4d-a099-50e00372de4b None None] Provisioning complete for port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:02.620167 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c92afe61-ba14-4e4d-a099-50e00372de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:02.634086 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e0288e50-7a1b-49c8-9cd4-435383b76bad admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/399eb218-654d-402f-a625-f41d963dd6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694854 Aug 26 08:54:02.684662 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-c92afe61-ba14-4e4d-a099-50e00372de4b None None] Port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:54:02.696455 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e582223-3b27-484b-a25e-eba832038b83 req-6416c0bd-c722-45eb-b251-1c5b55892de8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:02.699259 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7e582223-3b27-484b-a25e-eba832038b83 req-6416c0bd-c722-45eb-b251-1c5b55892de8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1027124 Aug 26 08:54:02.724746 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:02.758325 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7e582223-3b27-484b-a25e-eba832038b83 req-bbd0b0a2-fdec-4fae-8f6a-35b0022f43d7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525115 Aug 26 08:54:03.191642 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45480) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:03.199528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931617738', 'description': 'tempest-secgroup-smoke-1931617738 description', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:03.232267 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.338398 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group (a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.343935 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.380125 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.384995 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1915376 Aug 26 08:54:03.386608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45490) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:03.392292 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105c707-0d09-4b74-a29d-207116738a43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:03.394951 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:03.431769 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (9bf63830-5aad-4683-b6f3-a70df96a6ef4), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.508863 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (9bf63830-5aad-4683-b6f3-a70df96a6ef4), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.517440 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (9bf63830-5aad-4683-b6f3-a70df96a6ef4), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.539924 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:03.577189 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf63830-5aad-4683-b6f3-a70df96a6ef4,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:03.611133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.615811 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-838bb803-56cf-44e4-92da-90e38c0cc513 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2259235 Aug 26 08:54:03.615954 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45500) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:03.624070 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:03.643848 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b8cf7-10f2-44ed-9417-62736a10f71a req-5d4cc7c8-3241-4dfb-bc52-ea69d6b4999a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:03.650555 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c78b8cf7-10f2-44ed-9417-62736a10f71a req-5d4cc7c8-3241-4dfb-bc52-ea69d6b4999a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0984352 Aug 26 08:54:03.678870 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (6351b23b-5be4-4e6e-ad98-654c072eaa67), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.731605 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c78b8cf7-10f2-44ed-9417-62736a10f71a req-ef7b715a-eba5-4437-bde8-0f689767a9f2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799406 Aug 26 08:54:03.790839 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (6351b23b-5be4-4e6e-ad98-654c072eaa67), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.797711 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (6351b23b-5be4-4e6e-ad98-654c072eaa67), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.802619 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 71e6d342-8d25-44d8-99eb-50fd5e431bc4 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:54:03.825861 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6351b23b-5be4-4e6e-ad98-654c072eaa67,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:03.842172 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.844743 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b78d8448-8f8e-4050-9a3b-0c4cb9505754 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2273586 Aug 26 08:54:03.844869 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45522) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:03.851999 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:03.854488 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 71e6d342-8d25-44d8-99eb-50fd5e431bc4 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:54:03.854831 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 71e6d342-8d25-44d8-99eb-50fd5e431bc4 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:54:03.892063 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (c06f68ab-651c-474e-967d-7ff18199644b), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.935966 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe874c3-8ee5-4d2b-8a66-1b9a758527bc req-ba03e8c3-70f0-442f-ac90-cc169dcf2c75 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:03.937579 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bbe874c3-8ee5-4d2b-8a66-1b9a758527bc req-ba03e8c3-70f0-442f-ac90-cc169dcf2c75 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0601666 Aug 26 08:54:03.966114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (c06f68ab-651c-474e-967d-7ff18199644b), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.971718 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (c06f68ab-651c-474e-967d-7ff18199644b), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:03.993168 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06f68ab-651c-474e-967d-7ff18199644b,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:04.001141 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bbe874c3-8ee5-4d2b-8a66-1b9a758527bc req-dedda777-a66a-4996-8fe8-230829e195af tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566616 Aug 26 08:54:04.008088 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.009353 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-94f80e05-8bb3-4095-bc19-6035823bf5d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627989 Aug 26 08:54:04.013683 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45524) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:04.021630 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:04.053685 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (6754bebc-987c-4f5c-a0d1-6212ca0fd87f), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.119899 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (6754bebc-987c-4f5c-a0d1-6212ca0fd87f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.126084 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (6754bebc-987c-4f5c-a0d1-6212ca0fd87f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.149222 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:04.151151 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6754bebc-987c-4f5c-a0d1-6212ca0fd87f,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:04.162254 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.163600 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0982e6c7-2186-40c5-bb18-1e823370c6aa tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482871 Aug 26 08:54:04.167035 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 45526) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:04.172710 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:04.197872 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.securitygroups_db [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Project 37cc63bca9274f9ba58f8a92a499a36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 08:54:04.206325 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (80e62deb-7b58-4699-9be6-4b23fd8de86c), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.228827 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:04.284782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (80e62deb-7b58-4699-9be6-4b23fd8de86c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.289872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (80e62deb-7b58-4699-9be6-4b23fd8de86c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.314206 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e62deb-7b58-4699-9be6-4b23fd8de86c,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:04.322408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.328387 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a4223692-bf4b-4b6d-8f91-a8389b7e0bdd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555901 Aug 26 08:54:04.328716 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 45532) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:04.333237 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0', 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:04.370114 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.securitygroups_db [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Project 37cc63bca9274f9ba58f8a92a499a36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 08:54:04.377327 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (0742afbe-3945-4c05-8470-90afb1a5fc9c), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.489365 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (0742afbe-3945-4c05-8470-90afb1a5fc9c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.491833 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4523dfec-a5cd-4811-96cf-a6cadf004c8b up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:04.498102 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (0742afbe-3945-4c05-8470-90afb1a5fc9c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.522666 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0742afbe-3945-4c05-8470-90afb1a5fc9c,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:04.532694 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.536308 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-509a1834-ada5-46a6-8b3e-ee843da03e6d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067604 Aug 26 08:54:04.553974 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 4523dfec-a5cd-4811-96cf-a6cadf004c8b triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:04.554337 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.660415 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 4523dfec-a5cd-4811-96cf-a6cadf004c8b is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:04.660952 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.698625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 4523dfec-a5cd-4811-96cf-a6cadf004c8b, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4523dfec-a5cd-4811-96cf-a6cadf004c8b,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:54:04.704668 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:04.765938 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=4523dfec-a5cd-4811-96cf-a6cadf004c8b,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:04.962748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979663d-a199-477c-9434-1797a15454da req-55ccbc44-5093-4e4f-be7a-76fb7975767c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:04.964399 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0979663d-a199-477c-9434-1797a15454da req-55ccbc44-5093-4e4f-be7a-76fb7975767c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0681176 Aug 26 08:54:05.044593 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0979663d-a199-477c-9434-1797a15454da req-d2312d4c-3ec1-4917-a1d3-ddf3b7b435d3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Aug 26 08:54:05.170835 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e20a-548d-4b66-aca4-b6f610510a34 req-fc02772a-c957-4ba4-9bda-445e96252597 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:05.172555 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a686e20a-548d-4b66-aca4-b6f610510a34 req-fc02772a-c957-4ba4-9bda-445e96252597 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0619040 Aug 26 08:54:05.251465 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a686e20a-548d-4b66-aca4-b6f610510a34 req-a1cbca90-d9bf-4219-a921-de9dc2a3850f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710337 Aug 26 08:54:05.301207 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Sync routers for ids ['399eb218-654d-402f-a625-f41d963dd6e7'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:54:05.312739 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Routers {'399eb218-654d-402f-a625-f41d963dd6e7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:54:05.313379 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['399eb218-654d-402f-a625-f41d963dd6e7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:05.528877 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Set router 399eb218-654d-402f-a625-f41d963dd6e7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:54:05.678902 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:05.736227 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T08:54:01Z', 'revision_number': 4, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'f8dfd1c2-ae1f-4bd1-baef-df3e5646f303', 'name': '', 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'mac_address': 'fa:16:3e:2a:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2089d341-8d53-42b7-8102-1c02cf15636c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:54:01Z', 'updated_at': '2022-08-26T08:54:01Z', 'revision_number': 2, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'subnets': [{'id': '2089d341-8d53-42b7-8102-1c02cf15636c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:05.765730 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Checking router: 399eb218-654d-402f-a625-f41d963dd6e7 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:54:05.766133 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Updating router 399eb218-654d-402f-a625-f41d963dd6e7 port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:54:05.798596 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.068227 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Publish callbacks [] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.075214 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.159181 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba541-bac0-4102-b14a-6df22a261930 None None] Pushing event updated for resources: {'Port': ['ID=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:06.173197 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Attempting to bind port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:54:06.173569 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Attempting to bind port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:54:06.173915 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Attempting to bind port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 on network a2ac8404-d970-4ecc-bb3d-0814700f2547 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:54:06.179694 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:54:06.180045 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Checking segment: {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:54:06.180390 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.180764 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Bound using segment: {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:54:06.181226 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Bound port: f8dfd1c2-ae1f-4bd1-baef-df3e5646f303, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c267fe2f-d630-4187-8b15-15570990c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:54:06.181603 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.184947 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940155d-c417-4755-8e6a-104c3a83477b req-2034251a-c48e-46b3-bd7e-8ec22e8a4f10 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:06.186575 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4940155d-c417-4755-8e6a-104c3a83477b req-2034251a-c48e-46b3-bd7e-8ec22e8a4f10 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Aug 26 08:54:06.196712 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:06.238754 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4940155d-c417-4755-8e6a-104c3a83477b req-c74a831b-6123-40b9-b417-4fa5a99a5af2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Aug 26 08:54:06.247193 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] For port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:54:06.250583 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] For port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:54:06.260693 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.322109 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Routers {'399eb218-654d-402f-a625-f41d963dd6e7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:54:06.322836 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:53:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['399eb218-654d-402f-a625-f41d963dd6e7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:06.373797 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba541-bac0-4102-b14a-6df22a261930 None None] Pushing event updated for resources: {'Port': ['ID=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:06.382205 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431899f2-3171-4576-aca2-3dfc509dc41b req-77a416b3-3418-4683-9220-d1050fd5b0de tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:06.384395 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-431899f2-3171-4576-aca2-3dfc509dc41b req-77a416b3-3418-4683-9220-d1050fd5b0de tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0581467 Aug 26 08:54:06.443180 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] Set router 399eb218-654d-402f-a625-f41d963dd6e7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:54:06.449400 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4523dfec-a5cd-4811-96cf-a6cadf004c8b up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:06.450203 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-431899f2-3171-4576-aca2-3dfc509dc41b req-22be7c92-f72d-4cda-8c28-b2fd3b7aa17b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561819 Aug 26 08:54:06.496748 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:06.504590 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 4523dfec-a5cd-4811-96cf-a6cadf004c8b triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:06.504983 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:06.596741 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 4523dfec-a5cd-4811-96cf-a6cadf004c8b is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:06.658949 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T08:54:01Z', 'revision_number': 4, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'f8dfd1c2-ae1f-4bd1-baef-df3e5646f303', 'name': '', 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'mac_address': 'fa:16:3e:2a:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2089d341-8d53-42b7-8102-1c02cf15636c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:54:01Z', 'updated_at': '2022-08-26T08:54:06Z', 'revision_number': 4, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'subnets': [{'id': '2089d341-8d53-42b7-8102-1c02cf15636c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:54:06.686567 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:54:06.687743 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adebdb8-e3c2-4791-94c8-3f28eca54664 None None] The sync data for ids ['399eb218-654d-402f-a625-f41d963dd6e7'] in dv-cinder-852364-5-iscsi is: [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T08:54:01Z', 'revision_number': 4, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'f8dfd1c2-ae1f-4bd1-baef-df3e5646f303', 'name': '', 'network_id': 'a2ac8404-d970-4ecc-bb3d-0814700f2547', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'mac_address': 'fa:16:3e:2a:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2089d341-8d53-42b7-8102-1c02cf15636c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:54:01Z', 'updated_at': '2022-08-26T08:54:06Z', 'revision_number': 4, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'subnets': [{'id': '2089d341-8d53-42b7-8102-1c02cf15636c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:54:07.410833 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c7ab5-8a8a-46a7-bfd1-343423b737c2 req-f9ef42f5-ce47-452c-9de7-64542ccb1eca tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:07.412587 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-596c7ab5-8a8a-46a7-bfd1-343423b737c2 req-f9ef42f5-ce47-452c-9de7-64542ccb1eca tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0637002 Aug 26 08:54:07.468445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:07.475806 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-596c7ab5-8a8a-46a7-bfd1-343423b737c2 req-e5f068a1-54cc-4cd9-a061-c1d393243bde tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Aug 26 08:54:07.596472 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461e432-ac63-48de-8904-084f68720dc2 req-fbc054a5-cb5d-42e6-96c8-64de74128d4f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:07.598100 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b461e432-ac63-48de-8904-084f68720dc2 req-fbc054a5-cb5d-42e6-96c8-64de74128d4f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0543442 Aug 26 08:54:07.661520 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b461e432-ac63-48de-8904-084f68720dc2 req-f3b5f414-8891-4b89-ad70-3c6c19baa9f4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563817 Aug 26 08:54:08.433737 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:08.498503 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:08.499003 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:08.587205 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:08.587613 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:08.589902 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:08.625095 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae85b53-09ff-4e9c-a33f-9520b4548435 req-099daa26-e031-44c7-bb96-646617d31476 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:08.626749 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fae85b53-09ff-4e9c-a33f-9520b4548435 req-099daa26-e031-44c7-bb96-646617d31476 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0563867 Aug 26 08:54:08.628116 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:54:08.633633 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:08.688064 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fae85b53-09ff-4e9c-a33f-9520b4548435 req-30145ccf-d7db-4bee-9ae3-412653135d9a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Aug 26 08:54:08.694920 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:08.831184 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d17c1-b941-489e-a8d4-cf3e1ee2158e req-41e741e2-797c-4781-b289-52c9edc6217d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:08.833058 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08d17c1-b941-489e-a8d4-cf3e1ee2158e req-41e741e2-797c-4781-b289-52c9edc6217d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0586579 Aug 26 08:54:08.887551 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08d17c1-b941-489e-a8d4-cf3e1ee2158e req-526b4eab-34f6-433e-8de4-c645b32e8073 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 Aug 26 08:54:09.829742 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9b8-24a0-420f-b94b-5f92dc469b8c req-785826b3-e37c-4229-886a-0fc8ab70f6bc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:09.831366 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4e84b9b8-24a0-420f-b94b-5f92dc469b8c req-785826b3-e37c-4229-886a-0fc8ab70f6bc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0614069 Aug 26 08:54:09.886736 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c693af-5978-4a84-a84c-884f14c7ae5a req-e30a1534-dca9-4520-87f5-c98d2e3ba146 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:09.887409 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4e84b9b8-24a0-420f-b94b-5f92dc469b8c req-ce8f27f7-f6e0-4fd1-8a34-1b6e845695aa tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485744 Aug 26 08:54:09.888371 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-92c693af-5978-4a84-a84c-884f14c7ae5a req-e30a1534-dca9-4520-87f5-c98d2e3ba146 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.3106053 Aug 26 08:54:09.940968 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-92c693af-5978-4a84-a84c-884f14c7ae5a req-654e413e-e39b-4d4f-994a-56786766c69a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465174 Aug 26 08:54:10.035847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2355e-b33e-4729-90f7-4f336178b3a5 req-9e1db2c8-1562-4958-b964-038e89809e24 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:10.037570 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-57f2355e-b33e-4729-90f7-4f336178b3a5 req-9e1db2c8-1562-4958-b964-038e89809e24 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0629566 Aug 26 08:54:10.101904 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-57f2355e-b33e-4729-90f7-4f336178b3a5 req-5e73a285-9b3e-424b-a0c9-2eb4b170b05d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581851 Aug 26 08:54:10.418864 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:10.473757 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:10.474083 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:10.573053 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:11.020682 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9d37c-0a81-43a0-9e5c-2b1bbb52a348 req-62848238-2283-4893-882f-50358f82e087 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:11.022330 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4bd9d37c-0a81-43a0-9e5c-2b1bbb52a348 req-62848238-2283-4893-882f-50358f82e087 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0555694 Aug 26 08:54:11.081656 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4bd9d37c-0a81-43a0-9e5c-2b1bbb52a348 req-cf69b1c2-6541-4428-8612-25a3a18147f8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528860 Aug 26 08:54:11.083413 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:11.111269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a24c-4c9a-4095-becf-d4e2755c156c req-ac17f9ef-c3a3-4153-bcec-3b0f32a66872 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:11.112172 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e470a24c-4c9a-4095-becf-d4e2755c156c req-ac17f9ef-c3a3-4153-bcec-3b0f32a66872 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0653348 Aug 26 08:54:11.172061 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e470a24c-4c9a-4095-becf-d4e2755c156c req-5f1cc36a-7351-4e21-b8c7-e6217755d6ab tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535786 Aug 26 08:54:11.251965 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98314593-d3ac-49b4-a63e-158b53cb43c8 req-b674b9be-8c9a-4dfe-815b-f4c83524c5f3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:11.253858 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-98314593-d3ac-49b4-a63e-158b53cb43c8 req-b674b9be-8c9a-4dfe-815b-f4c83524c5f3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0619192 Aug 26 08:54:11.306968 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-98314593-d3ac-49b4-a63e-158b53cb43c8 req-b7327591-dfde-4906-9be5-94abc1f21efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462384 Aug 26 08:54:12.229783 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0947-4ccc-4c82-bb7d-67118106d3ec req-65c6070e-8d69-4a71-baea-f2a1a5c5bc7c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:12.231354 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a0a0947-4ccc-4c82-bb7d-67118106d3ec req-65c6070e-8d69-4a71-baea-f2a1a5c5bc7c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0558093 Aug 26 08:54:12.286815 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a0a0947-4ccc-4c82-bb7d-67118106d3ec req-db0a03a2-54fb-41e0-874e-6d9156c8cbda tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Aug 26 08:54:12.301782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21761-ba19-46bf-87b2-75c67a6533d6 req-409e5007-8e0a-4509-b2d3-bf57d4e3bda2 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:12.303538 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a2f21761-ba19-46bf-87b2-75c67a6533d6 req-409e5007-8e0a-4509-b2d3-bf57d4e3bda2 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0495377 Aug 26 08:54:12.366994 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a2f21761-ba19-46bf-87b2-75c67a6533d6 req-be24b127-b31f-466f-b56a-5cff1e146a61 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574756 Aug 26 08:54:12.444085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969818d0-40db-4321-9bcb-2cf246c1f2f4 req-8c5de42d-be97-4102-bf96-6a227c8f5b55 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:12.445649 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-969818d0-40db-4321-9bcb-2cf246c1f2f4 req-8c5de42d-be97-4102-bf96-6a227c8f5b55 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 26 08:54:12.496793 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-969818d0-40db-4321-9bcb-2cf246c1f2f4 req-ccf37bce-164b-47d2-a30a-cbcef8fe763d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452776 Aug 26 08:54:13.408832 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:13.425450 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589fa05-3d5b-4a95-afba-e127bd8a93f7 req-42afa1d0-0324-45a9-90d2-f098106226e0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:13.428829 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5589fa05-3d5b-4a95-afba-e127bd8a93f7 req-42afa1d0-0324-45a9-90d2-f098106226e0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0599999 Aug 26 08:54:13.486677 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5589fa05-3d5b-4a95-afba-e127bd8a93f7 req-fee0b660-e40c-42e0-b710-18849ebc1355 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536487 Aug 26 08:54:13.524718 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e6f2a-5b55-4655-8ee7-14fc345c52c5 req-7d6e2ce1-a451-4bea-b468-7acba9c85c7d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:13.526250 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1c8e6f2a-5b55-4655-8ee7-14fc345c52c5 req-7d6e2ce1-a451-4bea-b468-7acba9c85c7d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0658076 Aug 26 08:54:13.577179 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1c8e6f2a-5b55-4655-8ee7-14fc345c52c5 req-bdee2555-1300-4e5e-869c-5d9e66868bef tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Aug 26 08:54:13.625903 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b7838-8669-4625-8a17-85bd733ca03d req-c7171e42-685a-428e-ace5-1a492bed79be tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:13.630278 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-058b7838-8669-4625-8a17-85bd733ca03d req-c7171e42-685a-428e-ace5-1a492bed79be tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0518470 Aug 26 08:54:13.688423 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-058b7838-8669-4625-8a17-85bd733ca03d req-6050621f-4152-4fe3-9d65-a7a94297c677 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521779 Aug 26 08:54:14.626353 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4056083-dbbe-4c83-a4f0-87dd15f59463 req-1284955c-f2e5-45c1-9b89-ccfd62daa39f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:14.629021 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d4056083-dbbe-4c83-a4f0-87dd15f59463 req-1284955c-f2e5-45c1-9b89-ccfd62daa39f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0634348 Aug 26 08:54:14.687924 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d4056083-dbbe-4c83-a4f0-87dd15f59463 req-82a24d2c-9570-41f0-87c2-ef198d12d6e8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Aug 26 08:54:14.714851 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:14.740136 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c977c5-8c8d-4e61-9139-c3c6b81de2f8 req-de4b80ef-1738-4ced-8df4-a2b830a7ccf0 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:14.741716 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7c977c5-8c8d-4e61-9139-c3c6b81de2f8 req-de4b80ef-1738-4ced-8df4-a2b830a7ccf0 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0756776 Aug 26 08:54:14.798989 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7c977c5-8c8d-4e61-9139-c3c6b81de2f8 req-b908d3a4-35d6-4db3-809d-cfca8b82f92a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490272 Aug 26 08:54:14.827935 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5b841-43b7-4697-9b9e-497154298788 req-134a5f84-90e2-4a12-a844-57968a41f383 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:14.829665 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aed5b841-43b7-4697-9b9e-497154298788 req-134a5f84-90e2-4a12-a844-57968a41f383 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0504053 Aug 26 08:54:14.893563 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aed5b841-43b7-4697-9b9e-497154298788 req-7c1bbc4b-422d-47a7-bf55-89f80b3e4ce1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534430 Aug 26 08:54:15.627047 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9bb95b43-c143-4ee3-8334-baeb106fa54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:15.825035 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479128-f503-4235-aeda-2b7ff84214fd req-f81fcef0-9138-4a0a-8ee5-4e6d1d2added tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:15.826637 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e3479128-f503-4235-aeda-2b7ff84214fd req-f81fcef0-9138-4a0a-8ee5-4e6d1d2added tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0596018 Aug 26 08:54:15.889887 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e3479128-f503-4235-aeda-2b7ff84214fd req-36f56c06-75d0-4a38-8004-f891206b2289 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531113 Aug 26 08:54:15.936310 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ac9d-f682-4378-b646-5058bf34a7f3 req-ff67312e-6e11-47db-8b44-408569cc625e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:15.937914 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1976ac9d-f682-4378-b646-5058bf34a7f3 req-ff67312e-6e11-47db-8b44-408569cc625e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0554166 Aug 26 08:54:15.988740 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1976ac9d-f682-4378-b646-5058bf34a7f3 req-1110ce64-89c7-4c07-8e86-d119c98db2a1 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Aug 26 08:54:16.032390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca831d-a343-466c-baae-5a64f86f7da1 req-e180e583-be11-4cf7-a233-6dcd7bc531cd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:16.034086 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d5ca831d-a343-466c-baae-5a64f86f7da1 req-e180e583-be11-4cf7-a233-6dcd7bc531cd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0538292 Aug 26 08:54:16.086638 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d5ca831d-a343-466c-baae-5a64f86f7da1 req-10af1256-d989-4864-9893-77b3b3fba7d5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468175 Aug 26 08:54:16.657885 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:16.661672 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:17.019629 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44caaa-16d6-4874-9dac-64783c7b560b req-4aacce30-c3d7-41bb-933e-b9a778f556c6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:17.021199 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7c44caaa-16d6-4874-9dac-64783c7b560b req-4aacce30-c3d7-41bb-933e-b9a778f556c6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0537117 Aug 26 08:54:17.050049 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:17.072937 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7c44caaa-16d6-4874-9dac-64783c7b560b req-06138d1f-f913-4002-91bb-2d1b7bb7ffe1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459187 Aug 26 08:54:17.122788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff892c19-7c8e-46b7-9fd4-353cd2a5b83c req-02f8ef92-0676-4f36-9206-b243605baabc tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:17.124318 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ff892c19-7c8e-46b7-9fd4-353cd2a5b83c req-02f8ef92-0676-4f36-9206-b243605baabc tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0531747 Aug 26 08:54:17.179088 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ff892c19-7c8e-46b7-9fd4-353cd2a5b83c req-98c84ca1-34b0-4b37-aeda-1990d3958900 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483584 Aug 26 08:54:17.230990 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab86dcf-2d0b-4ea5-a9a1-fec204ea12d1 req-d5dd6251-e999-4e5b-9af1-6ed1779e7980 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:17.232584 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eab86dcf-2d0b-4ea5-a9a1-fec204ea12d1 req-d5dd6251-e999-4e5b-9af1-6ed1779e7980 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0642588 Aug 26 08:54:17.291567 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eab86dcf-2d0b-4ea5-a9a1-fec204ea12d1 req-7d269f72-7937-42d0-a260-06f3d29f4932 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528324 Aug 26 08:54:18.200647 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d04b6-66bd-43cf-986d-8d6090904630 req-bad29901-c723-4e27-973f-1b6b4dd061c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:18.202098 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd5d04b6-66bd-43cf-986d-8d6090904630 req-bad29901-c723-4e27-973f-1b6b4dd061c1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0511866 Aug 26 08:54:18.259597 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd5d04b6-66bd-43cf-986d-8d6090904630 req-4a4031e4-a25a-459d-a4ad-33a08aee8bc4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516782 Aug 26 08:54:18.296154 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-13c05859-3d7a-489e-9ccc-db092013aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:18.318169 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e838a-d757-4ee9-baeb-197266376396 req-1269858e-f6ef-491e-bd6a-5920d2c8c421 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:18.319813 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-764e838a-d757-4ee9-baeb-197266376396 req-1269858e-f6ef-491e-bd6a-5920d2c8c421 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0577905 Aug 26 08:54:18.378338 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-764e838a-d757-4ee9-baeb-197266376396 req-e5f03ad1-e9bd-46b9-bff2-94524224ee5a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521016 Aug 26 08:54:18.427205 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2dc79-97a4-4c5d-b85f-d7a0711a46d1 req-9b7c611e-dbae-40ab-beb8-13755cd38d5f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:18.429019 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03a2dc79-97a4-4c5d-b85f-d7a0711a46d1 req-9b7c611e-dbae-40ab-beb8-13755cd38d5f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0534599 Aug 26 08:54:18.493705 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03a2dc79-97a4-4c5d-b85f-d7a0711a46d1 req-da47d479-0a59-4237-90d0-86de261f1568 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569429 Aug 26 08:54:19.393856 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc161f2-fc0f-4b5c-bdce-7827fa3babb8 req-a611b392-6375-4da6-8eec-e2fc378c7ecd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:19.396036 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ecc161f2-fc0f-4b5c-bdce-7827fa3babb8 req-a611b392-6375-4da6-8eec-e2fc378c7ecd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0627019 Aug 26 08:54:19.451401 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ecc161f2-fc0f-4b5c-bdce-7827fa3babb8 req-b35f698d-a1e7-42e0-9c4e-2a4fa161a7b9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475564 Aug 26 08:54:19.525350 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7837e0-396d-4a2d-a8f6-033b583f8a91 req-51391628-238c-4dfc-925a-b136e1383073 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:19.527343 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3e7837e0-396d-4a2d-a8f6-033b583f8a91 req-51391628-238c-4dfc-925a-b136e1383073 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0574632 Aug 26 08:54:19.577418 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3e7837e0-396d-4a2d-a8f6-033b583f8a91 req-1ca056da-a563-4076-b697-6237a9e21924 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432045 Aug 26 08:54:19.623072 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab08cc3-b266-45ac-8eed-c3c8bb35ca92 req-f17e3b99-d3ce-43bb-b8be-a9ddaa4f670b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:19.624621 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ab08cc3-b266-45ac-8eed-c3c8bb35ca92 req-f17e3b99-d3ce-43bb-b8be-a9ddaa4f670b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0505109 Aug 26 08:54:19.658000 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:19.677912 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ab08cc3-b266-45ac-8eed-c3c8bb35ca92 req-61a9b566-b784-4c39-bf4a-0a8aaca7921a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471303 Aug 26 08:54:19.916160 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:20.602024 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912321a-886a-4a5f-95c6-1f56d16833bb req-c8852526-60bb-4062-96a0-fbf7f5c6b01e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:20.603653 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f912321a-886a-4a5f-95c6-1f56d16833bb req-c8852526-60bb-4062-96a0-fbf7f5c6b01e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0678668 Aug 26 08:54:20.677140 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f912321a-886a-4a5f-95c6-1f56d16833bb req-aec9ed05-182e-46a7-b6b1-4ab1e18273cb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Aug 26 08:54:20.717183 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6f20b-49d1-4d75-9f3a-29e2b821663f req-ba918d63-6712-4bf9-918f-3f7d1e7bbb36 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:20.718753 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68a6f20b-49d1-4d75-9f3a-29e2b821663f req-ba918d63-6712-4bf9-918f-3f7d1e7bbb36 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0580878 Aug 26 08:54:20.791788 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68a6f20b-49d1-4d75-9f3a-29e2b821663f req-88153641-b6ad-4700-8323-ca79bfb50402 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671592 Aug 26 08:54:20.825937 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fd23a-2f95-43af-9655-8a639048e46a req-bb995206-0e07-45ce-81a3-6f8c28eca8d4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:20.827807 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-975fd23a-2f95-43af-9655-8a639048e46a req-bb995206-0e07-45ce-81a3-6f8c28eca8d4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0568178 Aug 26 08:54:20.882683 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-975fd23a-2f95-43af-9655-8a639048e46a req-fc939a6e-65f9-44cd-9d5d-af25cec469dc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484586 Aug 26 08:54:21.282141 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:21.810411 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfd09b-5240-4731-9696-a1cb72e959f6 req-fa820f4d-846e-4233-b472-c4948c9faab6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:21.812011 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-72bfd09b-5240-4731-9696-a1cb72e959f6 req-fa820f4d-846e-4233-b472-c4948c9faab6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0493705 Aug 26 08:54:21.885780 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-72bfd09b-5240-4731-9696-a1cb72e959f6 req-d4c946be-06a3-48fa-9414-a0b43d7e1b69 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599070 Aug 26 08:54:21.936077 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07669c-75b6-41e7-ae65-dc84ff8cb35a req-370f091b-7b5b-4bc7-a474-709a0ba008bb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:21.937698 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cf07669c-75b6-41e7-ae65-dc84ff8cb35a req-370f091b-7b5b-4bc7-a474-709a0ba008bb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0581644 Aug 26 08:54:22.000023 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cf07669c-75b6-41e7-ae65-dc84ff8cb35a req-b7e599b5-7419-4157-b533-7c89908a7cda tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554185 Aug 26 08:54:22.025884 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c69832-db05-4d88-b829-01c06b12c35e req-25b559a7-25a7-4df4-b332-33e10a546128 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:22.027693 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b9c69832-db05-4d88-b829-01c06b12c35e req-25b559a7-25a7-4df4-b332-33e10a546128 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0534830 Aug 26 08:54:22.082831 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b9c69832-db05-4d88-b829-01c06b12c35e req-48065d5e-b858-4c5f-ac8a-ac87fb524890 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462315 Aug 26 08:54:22.263218 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:22.976521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:23.016313 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e18cb4-e1b2-466d-a3c5-716c77be9243 req-d63234b9-683c-4477-af76-63cbc2b1211a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:23.017825 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d8e18cb4-e1b2-466d-a3c5-716c77be9243 req-d63234b9-683c-4477-af76-63cbc2b1211a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Aug 26 08:54:23.072111 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d8e18cb4-e1b2-466d-a3c5-716c77be9243 req-2fa46fc6-a5a6-4194-b413-fcf0fe3b68f6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483899 Aug 26 08:54:23.153547 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c7fc-ff3c-487f-b260-754c0228a8dc req-20398f69-5c80-4ede-8442-23c3400917a9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:23.155198 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2d41c7fc-ff3c-487f-b260-754c0228a8dc req-20398f69-5c80-4ede-8442-23c3400917a9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0678234 Aug 26 08:54:23.211639 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2d41c7fc-ff3c-487f-b260-754c0228a8dc req-949e82fa-e2ea-40bd-97e0-ff1c9b063ea2 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474501 Aug 26 08:54:23.214912 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:23.233427 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e6057-deeb-4ff5-a58c-7d41ed6f71a3 req-315c2301-5b84-49e1-842c-83964c4517bd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:23.235120 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a42e6057-deeb-4ff5-a58c-7d41ed6f71a3 req-315c2301-5b84-49e1-842c-83964c4517bd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0609462 Aug 26 08:54:23.295029 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a42e6057-deeb-4ff5-a58c-7d41ed6f71a3 req-eb010245-6cb4-4234-b59b-4caecfd7d4f5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533738 Aug 26 08:54:24.201899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f8cd-76ff-43cf-b787-837cd05801ad req-9f920ae9-8133-4f2c-85d2-f5c5aaca0121 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:24.203462 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a963f8cd-76ff-43cf-b787-837cd05801ad req-9f920ae9-8133-4f2c-85d2-f5c5aaca0121 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Aug 26 08:54:24.255703 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a963f8cd-76ff-43cf-b787-837cd05801ad req-0dd841c4-f5c0-4637-b574-a7cffca4d06e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Aug 26 08:54:24.347045 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e970a5-8681-48ab-9daa-9f6d96ad3c31 req-55ca9a33-cb4e-49f9-995c-786c03e0c67c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:24.348677 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-12e970a5-8681-48ab-9daa-9f6d96ad3c31 req-55ca9a33-cb4e-49f9-995c-786c03e0c67c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0535655 Aug 26 08:54:24.404666 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-12e970a5-8681-48ab-9daa-9f6d96ad3c31 req-da4ca891-bc64-463f-bf95-c340ee41e940 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501261 Aug 26 08:54:24.428530 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100690bc-9ec1-4232-ab7f-1ac2d2525394 req-63472214-520e-4205-a991-df644944f98b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:24.430284 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-100690bc-9ec1-4232-ab7f-1ac2d2525394 req-63472214-520e-4205-a991-df644944f98b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0500486 Aug 26 08:54:24.490525 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-100690bc-9ec1-4232-ab7f-1ac2d2525394 req-a3e7a1d2-c1fc-45e1-a9f6-8c8915fd6ff0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541773 Aug 26 08:54:25.401076 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a1165-70cb-4cd9-8fb2-a8739186f57f req-d6cef498-535c-4a5b-9d6b-6cadf5a121bb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:25.403069 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-482a1165-70cb-4cd9-8fb2-a8739186f57f req-d6cef498-535c-4a5b-9d6b-6cadf5a121bb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0653849 Aug 26 08:54:25.461688 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-482a1165-70cb-4cd9-8fb2-a8739186f57f req-4e3f12c9-8b86-4d1c-b0b7-925f31dcd93e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519669 Aug 26 08:54:25.545839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e248-c8a8-4679-8cee-af654b064d99 req-81faede3-d3d4-4e49-9355-213c4692c14c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:25.547484 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e262e248-c8a8-4679-8cee-af654b064d99 req-81faede3-d3d4-4e49-9355-213c4692c14c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0629742 Aug 26 08:54:25.604700 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e262e248-c8a8-4679-8cee-af654b064d99 req-109bcf1d-2421-454c-a94e-81ccefb5d4bf tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497665 Aug 26 08:54:25.652858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1856941-95aa-4395-a8bc-cf1950080929 req-4416f7ca-06f8-46f6-bd5e-5e1d4f07a93d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:25.654440 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b1856941-95aa-4395-a8bc-cf1950080929 req-4416f7ca-06f8-46f6-bd5e-5e1d4f07a93d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0615788 Aug 26 08:54:25.709886 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b1856941-95aa-4395-a8bc-cf1950080929 req-23d2b3e6-c675-450b-b457-2743a48d9dd6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495667 Aug 26 08:54:26.553645 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:26.600868 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9c30-0dc2-4a53-93dd-f321538b80e3 req-130d9c9b-0ae5-4eec-b04c-9f65eef12e67 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:26.602371 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bbed9c30-0dc2-4a53-93dd-f321538b80e3 req-130d9c9b-0ae5-4eec-b04c-9f65eef12e67 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0581028 Aug 26 08:54:26.651700 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bbed9c30-0dc2-4a53-93dd-f321538b80e3 req-b50a8ebd-8bfa-4760-ae1a-27771e2717cf tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Aug 26 08:54:26.741092 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf699fa-bdae-4bb0-b9b5-ea696e23653d req-9dbe3b3c-7bae-4b6b-b59b-51f90d2e65e4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:26.742653 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dbf699fa-bdae-4bb0-b9b5-ea696e23653d req-9dbe3b3c-7bae-4b6b-b59b-51f90d2e65e4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0511796 Aug 26 08:54:26.797878 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dbf699fa-bdae-4bb0-b9b5-ea696e23653d req-9b92a8f3-4f28-4f5f-9041-2c42d6900125 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482457 Aug 26 08:54:26.845453 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92fbf6-11b4-402b-bf15-d621a58efaee req-a61da0cb-c66a-454b-86c2-9d1e4e476fbc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:26.847058 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bc92fbf6-11b4-402b-bf15-d621a58efaee req-a61da0cb-c66a-454b-86c2-9d1e4e476fbc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0555034 Aug 26 08:54:26.904002 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bc92fbf6-11b4-402b-bf15-d621a58efaee req-02c073cf-9f62-4616-b5e8-7a502494261d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500982 Aug 26 08:54:27.763746 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:27.766682 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:27.776756 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a71d7-72fd-409f-9cf5-d467ab7f6ef2 req-67eebf2e-3bc5-4e48-bad1-70c3027303f8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:27.778409 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4c6a71d7-72fd-409f-9cf5-d467ab7f6ef2 req-67eebf2e-3bc5-4e48-bad1-70c3027303f8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Aug 26 08:54:27.832212 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4c6a71d7-72fd-409f-9cf5-d467ab7f6ef2 req-fed36c8f-c3c3-480d-8f6d-b6f9696f734d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Aug 26 08:54:27.935883 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462851a9-846c-4257-affb-e384232acfd0 req-ec6b47f0-85bf-4fa9-b3b7-ab15c3da5193 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:27.937454 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-462851a9-846c-4257-affb-e384232acfd0 req-ec6b47f0-85bf-4fa9-b3b7-ab15c3da5193 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0529904 Aug 26 08:54:27.997346 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-462851a9-846c-4257-affb-e384232acfd0 req-2dcb15b4-d2ab-4f8c-baaa-3790bbd7eabf tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535996 Aug 26 08:54:28.052042 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b396b-5b9c-4543-9055-8722f856ff7e req-def5dd27-51af-4d54-b00e-d568ec15297f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:28.053765 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-933b396b-5b9c-4543-9055-8722f856ff7e req-def5dd27-51af-4d54-b00e-d568ec15297f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0588458 Aug 26 08:54:28.115995 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-933b396b-5b9c-4543-9055-8722f856ff7e req-3ab548a5-2a9e-44d6-9e8c-d6da0425e2b3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507894 Aug 26 08:54:28.963928 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c81cf3-514f-4658-b7a7-55c46b175403 req-43cad8ad-8a45-411a-b178-018a7213c879 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:28.965571 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e0c81cf3-514f-4658-b7a7-55c46b175403 req-43cad8ad-8a45-411a-b178-018a7213c879 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0571716 Aug 26 08:54:28.994061 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:29.021519 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e0c81cf3-514f-4658-b7a7-55c46b175403 req-58ba741e-e85f-4d72-b7c4-8351ee99cf11 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495503 Aug 26 08:54:29.137619 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481b1c0-6c96-485d-9506-de8e1a086495 req-6421c270-df09-44df-86aa-9ae373a20f12 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:29.139137 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9481b1c0-6c96-485d-9506-de8e1a086495 req-6421c270-df09-44df-86aa-9ae373a20f12 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0585151 Aug 26 08:54:29.195169 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9481b1c0-6c96-485d-9506-de8e1a086495 req-b249e1d5-b4e6-4036-a630-3381d80769f9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Aug 26 08:54:29.254769 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904982d-41ee-479e-88fb-b46a1bbdfe42 req-31001f36-4310-4030-93bf-6366b26e5245 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:29.256574 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f904982d-41ee-479e-88fb-b46a1bbdfe42 req-31001f36-4310-4030-93bf-6366b26e5245 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0560555 Aug 26 08:54:29.308066 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f904982d-41ee-479e-88fb-b46a1bbdfe42 req-2fa9e8b0-023b-45fe-bcd9-1357c79fa1a2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455496 Aug 26 08:54:30.227096 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3084f-4b20-4797-bc26-68a58045bcc9 req-8cd01f77-58cb-4c00-b090-846833989895 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:30.238780 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7bc3084f-4b20-4797-bc26-68a58045bcc9 req-8cd01f77-58cb-4c00-b090-846833989895 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0941751 Aug 26 08:54:30.319219 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7bc3084f-4b20-4797-bc26-68a58045bcc9 req-8f847afa-bdf1-48fc-81c5-7505bec619ab tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650272 Aug 26 08:54:30.359989 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:54:30.400078 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db31b1-3c96-422f-8a40-c8a8e354c9f2 req-7d8e6c9c-9ef1-495b-a2ff-7f22b2ccc5a5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:30.402666 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-09db31b1-3c96-422f-8a40-c8a8e354c9f2 req-7d8e6c9c-9ef1-495b-a2ff-7f22b2ccc5a5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0921395 Aug 26 08:54:30.493648 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-09db31b1-3c96-422f-8a40-c8a8e354c9f2 req-63a5975f-3c30-48b3-8cb4-090926140b90 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825109 Aug 26 08:54:30.501222 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd897dd-9e18-4bba-b4a9-b6bfdcb4c8aa req-ab764b48-2dd9-434f-aabe-58560e7b9e13 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:30.502938 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6dd897dd-9e18-4bba-b4a9-b6bfdcb4c8aa req-ab764b48-2dd9-434f-aabe-58560e7b9e13 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0774865 Aug 26 08:54:30.556548 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:54:30.571881 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6dd897dd-9e18-4bba-b4a9-b6bfdcb4c8aa req-91d841b9-9f3e-49b6-92e6-af119eeacdaf tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623820 Aug 26 08:54:30.572872 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'mac_address': 'fa:16:3e:2a:8b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:54:30.614053 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: ACTIVE; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:30.614468 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:30.631767 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61d58bf1-2d6c-4df7-8638-a30df721d2e9 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:54:30.653903 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:30.659278 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:54:30.670792 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:30.756045 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=6']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:30.781576 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfde6ed-40e0-44d9-b0d6-175c71ffa66c req-cc1d7417-d38b-4b22-befe-4a16b8d4cafb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:30.783534 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1cfde6ed-40e0-44d9-b0d6-175c71ffa66c req-cc1d7417-d38b-4b22-befe-4a16b8d4cafb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0692511 Aug 26 08:54:30.798941 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:30.856909 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1cfde6ed-40e0-44d9-b0d6-175c71ffa66c req-54ff8df3-f286-4182-9ba7-42dec7622a47 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675030 Aug 26 08:54:30.861676 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['61d58bf1-2d6c-4df7-8638-a30df721d2e9'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:54:30.937548 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:31.488892 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315a07-f296-4d69-9e28-46929be96c56 req-84c8000b-cfd6-43e8-bc56-a1bff6738735 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:31.490585 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-23315a07-f296-4d69-9e28-46929be96c56 req-84c8000b-cfd6-43e8-bc56-a1bff6738735 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0824025 Aug 26 08:54:31.510392 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:31.555971 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-23315a07-f296-4d69-9e28-46929be96c56 req-1c961b14-3106-4d0b-b62c-d5de7006b15b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588527 Aug 26 08:54:31.734291 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:31.760840 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c79bf1-1916-473c-bb29-01467ae2f128 req-8f75bc99-65de-4ee7-8a34-78a62ad1dcf7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:31.763551 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-63c79bf1-1916-473c-bb29-01467ae2f128 req-8f75bc99-65de-4ee7-8a34-78a62ad1dcf7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 944 time: 0.1006219 Aug 26 08:54:31.861904 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-63c79bf1-1916-473c-bb29-01467ae2f128 req-24099a75-c6b2-4d97-9df1-b45c8e1b77ff tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729904 Aug 26 08:54:32.024659 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424a7f-6ab2-4c50-ac28-40c729364e8c req-eb618779-0467-4253-acc5-531bcc8b6f47 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:32.026357 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b0424a7f-6ab2-4c50-ac28-40c729364e8c req-eb618779-0467-4253-acc5-531bcc8b6f47 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0544732 Aug 26 08:54:32.099137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b0424a7f-6ab2-4c50-ac28-40c729364e8c req-5460872d-53dc-4548-9a3e-b266d4ca40be tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658817 Aug 26 08:54:32.358169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:54:32.429590 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:32.429956 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:32.534169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:54:32.534908 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:32.566155 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:54:32.566942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33142d1-f269-45bf-8db8-872938e53d83 req-5954c26d-a8ef-4a23-8e31-b6d117c1c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:32.570192 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a340659-756c-48db-88cb-af78c28a57be" -d '{"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-plugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:54:32.573266 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-5954c26d-a8ef-4a23-8e31-b6d117c1c870 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1129 time: 0.0933425 Aug 26 08:54:32.596425 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:54:32.605239 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:32.790739 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=7']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:32.814188 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b862b8c-80d6-40c1-bae9-db8ad2428ce7 req-65a62284-9d7c-4337-9d57-df52def0a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:32.832133 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b862b8c-80d6-40c1-bae9-db8ad2428ce7 req-65a62284-9d7c-4337-9d57-df52def0a890 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1129 time: 0.2466640 Aug 26 08:54:32.840807 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602d109-7df7-47f7-8ad1-7b1e678ea048 x-openstack-request-id: req-e602d109-7df7-47f7-8ad1-7b1e678ea048 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:54:32.841724 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-plugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:54:32.842097 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e602d109-7df7-47f7-8ad1-7b1e678ea048 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:54:32.842613 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e602d109-7df7-47f7-8ad1-7b1e678ea048'] response: {'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'code': 200} Aug 26 08:54:32.860986 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-d7b6a7f8-9482-4afd-baa5-5bb2ded699a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:32.862539 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-d7b6a7f8-9482-4afd-baa5-5bb2ded699a7 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1130 time: 0.2830813 Aug 26 08:54:32.944961 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b862b8c-80d6-40c1-bae9-db8ad2428ce7 req-23af2160-e4f6-46a9-a6db-1c418bb35daf service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983608 Aug 26 08:54:33.037189 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:33.062202 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5af731-ce0a-42d7-b45b-e0f25ddefebc req-4c55a507-2ccb-48de-b820-0cff90342f0d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:33.074146 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bc5af731-ce0a-42d7-b45b-e0f25ddefebc req-4c55a507-2ccb-48de-b820-0cff90342f0d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.2206879 Aug 26 08:54:33.093433 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ccbd-46b6-4d1e-91e8-c203b12ecf0a req-6467b748-43f1-42a9-99b5-aae02f8fc101 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:33.102183 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2e41ccbd-46b6-4d1e-91e8-c203b12ecf0a req-6467b748-43f1-42a9-99b5-aae02f8fc101 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0814302 Aug 26 08:54:33.165384 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2e41ccbd-46b6-4d1e-91e8-c203b12ecf0a req-7d347bb9-7232-4984-ad73-0f9476b57f8f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620627 Aug 26 08:54:33.187790 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33142d1-f269-45bf-8db8-872938e53d83 req-f1c99006-2e0a-43d1-91e0-2e6cad142db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:33.190512 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-f1c99006-2e0a-43d1-91e0-2e6cad142db8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.4339340 Aug 26 08:54:33.233979 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bc5af731-ce0a-42d7-b45b-e0f25ddefebc req-b4d362f2-aa52-4640-95af-49c95b55b196 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582282 Aug 26 08:54:33.260400 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-61e88df8-4513-4212-af14-221170af1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:33.264239 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-61e88df8-4513-4212-af14-221170af1e55 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.3664334 Aug 26 08:54:33.387038 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48882-dbc0-47f6-a78c-3b7a3e56f171 req-8f7fcf7e-d3b4-4538-8c6a-e0c2a862e29b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:33.389178 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b3f48882-dbc0-47f6-a78c-3b7a3e56f171 req-8f7fcf7e-d3b4-4538-8c6a-e0c2a862e29b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0769570 Aug 26 08:54:33.486001 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b3f48882-dbc0-47f6-a78c-3b7a3e56f171 req-fb2bb5c4-0c37-4f59-921b-5de8a8d3b789 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868800 Aug 26 08:54:33.511194 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-0061208b-498e-4dc4-9200-2ce93114e4ac service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 217 time: 0.2022798 Aug 26 08:54:33.612912 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-6824ef86-e3c2-42dc-898d-cbcdbe5320c0 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 1002 time: 0.3049328 Aug 26 08:54:33.628648 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33142d1-f269-45bf-8db8-872938e53d83 req-280b0b2e-5071-442d-8370-521683cb6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:33.631348 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-280b0b2e-5071-442d-8370-521683cb6fab service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1068256 Aug 26 08:54:34.495606 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a01fe1-d648-4ba6-8fd0-4cad1be60d15 req-23d554c1-16c4-4f2f-88b9-cbb04ac68956 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:34.498176 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-14a01fe1-d648-4ba6-8fd0-4cad1be60d15 req-23d554c1-16c4-4f2f-88b9-cbb04ac68956 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0915349 Aug 26 08:54:34.563513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc64b-fdda-4873-a990-fce20c540ea4 req-c67c9dba-6700-4f6a-9958-4110a132b1b9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:34.577887 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-904fc64b-fdda-4873-a990-fce20c540ea4 req-c67c9dba-6700-4f6a-9958-4110a132b1b9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.2432728 Aug 26 08:54:34.592250 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-14a01fe1-d648-4ba6-8fd0-4cad1be60d15 req-0c3d6a87-e15f-4ea7-b3d9-fbf94a9d85fb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816054 Aug 26 08:54:34.621934 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33142d1-f269-45bf-8db8-872938e53d83 req-c5dcba76-f642-414e-bd34-c7da003b63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:34.625590 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-c5dcba76-f642-414e-bd34-c7da003b63ae service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2504468 Aug 26 08:54:34.658725 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-27a1586b-9dd0-41c7-ad60-c60364e878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:34.663731 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-27a1586b-9dd0-41c7-ad60-c60364e878a6 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.3163710 Aug 26 08:54:34.763363 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda0f2-c6da-4ae2-a81a-3eeb2334d765 req-bedafe70-a718-479b-8ecd-28f4c5c28c15 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:34.765283 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5aeda0f2-c6da-4ae2-a81a-3eeb2334d765 req-bedafe70-a718-479b-8ecd-28f4c5c28c15 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0943825 Aug 26 08:54:34.871351 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5aeda0f2-c6da-4ae2-a81a-3eeb2334d765 req-293d867d-8beb-4774-8339-4584564b9058 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960808 Aug 26 08:54:34.945958 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-904fc64b-fdda-4873-a990-fce20c540ea4 req-95564710-8567-47dd-8524-a98774aa8eb9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664358 Aug 26 08:54:34.964742 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:34.982267 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-d0c218f6-8a67-4c5c-af2c-8b18b0f49fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:34.985024 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-d0c218f6-8a67-4c5c-af2c-8b18b0f49fc5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1576650 Aug 26 08:54:35.048770 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-fdbee596-b836-4545-ad92-c9997367bd2c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829148 Aug 26 08:54:35.775591 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ad04-c981-4d16-adeb-6c40efa20be5 req-727198ef-d51c-4a33-9246-3689450cfb6b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:35.777536 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1075ad04-c981-4d16-adeb-6c40efa20be5 req-727198ef-d51c-4a33-9246-3689450cfb6b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1079118 Aug 26 08:54:35.884869 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1075ad04-c981-4d16-adeb-6c40efa20be5 req-af328805-cc98-46c0-ae5e-d47dfff3ebd3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000266 Aug 26 08:54:36.141105 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63aa27-cd57-4ea5-9e38-d2d81897c127 req-47c8238f-69d3-4919-80ca-6fcc22b75622 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:36.156764 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ef63aa27-cd57-4ea5-9e38-d2d81897c127 req-47c8238f-69d3-4919-80ca-6fcc22b75622 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.1542723 Aug 26 08:54:36.286658 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ef63aa27-cd57-4ea5-9e38-d2d81897c127 req-0655ebfb-2f85-4bea-8199-1c0f5c4eee30 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228840 Aug 26 08:54:36.471253 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-90332dc9-c6a4-45b3-9a40-126607318b61 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505472 Aug 26 08:54:36.494213 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c0467-85e5-437c-8f2e-60e071e9c2f6 req-f751334f-87c5-4150-9f66-71beab2eb769 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:36.501971 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-900c0467-85e5-437c-8f2e-60e071e9c2f6 req-f751334f-87c5-4150-9f66-71beab2eb769 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1441603 Aug 26 08:54:36.600730 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5089af-6758-4964-b8ab-64c2158f3cec req-f28a8f9e-90d1-48df-b4d4-e18755e3dd7f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:36.603403 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd5089af-6758-4964-b8ab-64c2158f3cec req-f28a8f9e-90d1-48df-b4d4-e18755e3dd7f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1083381 Aug 26 08:54:36.623314 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b33142d1-f269-45bf-8db8-872938e53d83 req-db33cc0c-bce5-413d-857b-a54feaf30746 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569038 Aug 26 08:54:36.667188 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-900c0467-85e5-437c-8f2e-60e071e9c2f6 req-d92da332-3f37-42c4-9a67-49e0ea645dc2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635313 Aug 26 08:54:36.715345 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-abe748ec-bbdb-41be-a8f4-59a327ff6a84 req-21617cc3-f89e-475a-b364-032e22340ea0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351162 Aug 26 08:54:36.729948 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd5089af-6758-4964-b8ab-64c2158f3cec req-1314a4f9-047c-4b46-a93d-b9fdbceb6055 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195927 Aug 26 08:54:36.782653 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33447291-15d0-4ed4-886e-1e2f82130483 req-1a4a4604-0b78-47fc-9ae8-dfd2778588ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:36.784601 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-1a4a4604-0b78-47fc-9ae8-dfd2778588ef service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1129 time: 0.0607057 Aug 26 08:54:37.323007 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:37.439947 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33447291-15d0-4ed4-886e-1e2f82130483 req-a5ada588-53a3-4cd3-a28a-9b9c6ba670cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:37.442529 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-a5ada588-53a3-4cd3-a28a-9b9c6ba670cb service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.3185992 Aug 26 08:54:37.520388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96366-a437-4a5d-9111-75130ea50d3f req-4407fa97-6ac7-4536-aa0c-875d224f5bff tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:37.523334 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-23d96366-a437-4a5d-9111-75130ea50d3f req-4407fa97-6ac7-4536-aa0c-875d224f5bff tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0957253 Aug 26 08:54:37.770055 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-23d96366-a437-4a5d-9111-75130ea50d3f req-21e8990d-f168-46a1-b6dd-6dda1f0a927e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376065 Aug 26 08:54:37.775120 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-168dfb60-b205-466e-a99f-43a89bf51d9d service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 217 time: 0.1701558 Aug 26 08:54:38.021460 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33447291-15d0-4ed4-886e-1e2f82130483 req-62f96126-54bf-4c5a-a953-29f02057e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:38.023012 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-62f96126-54bf-4c5a-a953-29f02057e4f5 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1726840 Aug 26 08:54:38.033454 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54890e5a-34ad-4d00-9c1f-e2ffe06d46a9 req-252a72b8-6092-4a32-bf77-9c0aa7ad1923 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:38.046371 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-54890e5a-34ad-4d00-9c1f-e2ffe06d46a9 req-252a72b8-6092-4a32-bf77-9c0aa7ad1923 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1924169 Aug 26 08:54:38.232165 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-54890e5a-34ad-4d00-9c1f-e2ffe06d46a9 req-92829530-d002-4418-be6c-7ccbb7ca85c9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766913 Aug 26 08:54:38.519653 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33447291-15d0-4ed4-886e-1e2f82130483 req-a8728500-ba7a-478d-8e3f-d61a260e354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:38.521500 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-a8728500-ba7a-478d-8e3f-d61a260e354c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4873898 Aug 26 08:54:38.565959 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5070782-67b9-45aa-9937-b6ce5aff8f1a req-48c0420b-4ce0-4d3f-a3ce-e5d6c39ae3b0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:38.569138 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b5070782-67b9-45aa-9937-b6ce5aff8f1a req-48c0420b-4ce0-4d3f-a3ce-e5d6c39ae3b0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.5446460 Aug 26 08:54:38.849224 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b5070782-67b9-45aa-9937-b6ce5aff8f1a req-9f8fb369-31c0-465f-83ff-b3d576323825 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440801 Aug 26 08:54:39.081722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:39.092152 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7618ac8-75e6-4db2-9ff1-dd513b3f27db req-34326900-0371-4c7b-82a6-d119af3e4603 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:39.102406 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7618ac8-75e6-4db2-9ff1-dd513b3f27db req-34326900-0371-4c7b-82a6-d119af3e4603 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.1907165 Aug 26 08:54:39.177704 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7618ac8-75e6-4db2-9ff1-dd513b3f27db req-8b475dc6-7daf-4312-a246-da8f89982bdf tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673268 Aug 26 08:54:39.526313 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:39.594114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793785eb-c5b4-407f-bd63-b77f31380bc3 req-7a059718-976c-44e1-8f5d-5cc01c4801ed tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:39.606290 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-793785eb-c5b4-407f-bd63-b77f31380bc3 req-7a059718-976c-44e1-8f5d-5cc01c4801ed tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1780207 Aug 26 08:54:39.688536 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-bd155040-3c15-486b-9038-e97a022025cf service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416367 Aug 26 08:54:39.720045 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-793785eb-c5b4-407f-bd63-b77f31380bc3 req-ba6391d3-34ad-46b0-bb4e-20bb6111cbeb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124470 Aug 26 08:54:39.982547 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-33447291-15d0-4ed4-886e-1e2f82130483 req-a2216e42-fa7b-4823-be8f-b3f9a353607a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821929 Aug 26 08:54:40.164122 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895071b-26a0-4e3a-833e-82483d9fea53 req-457b83ee-b9f5-4b08-8c1f-f1e7397976de tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:40.167048 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1895071b-26a0-4e3a-833e-82483d9fea53 req-457b83ee-b9f5-4b08-8c1f-f1e7397976de tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1057198 Aug 26 08:54:40.209822 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:40.241267 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1895071b-26a0-4e3a-833e-82483d9fea53 req-fa597b4a-f415-4c3d-a521-7cf7597b02b3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655537 Aug 26 08:54:40.555902 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf3713-e44f-4a24-ab6d-d5791ee5b17e req-be1e0f18-5a86-4520-9db8-9be90dff22f6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:40.569703 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-64bf3713-e44f-4a24-ab6d-d5791ee5b17e req-be1e0f18-5a86-4520-9db8-9be90dff22f6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.1159871 Aug 26 08:54:40.669861 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-64bf3713-e44f-4a24-ab6d-d5791ee5b17e req-a1fb702f-b4ae-4b7d-869c-1bdf51edc1b1 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983953 Aug 26 08:54:41.126727 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845c54-29f5-440a-888b-c4ae04688519 req-5ba3173f-744a-4f29-b153-7634184cb48f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:41.130440 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1d845c54-29f5-440a-888b-c4ae04688519 req-5ba3173f-744a-4f29-b153-7634184cb48f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.2010856 Aug 26 08:54:41.308075 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1d845c54-29f5-440a-888b-c4ae04688519 req-9a191ca2-5704-465d-8b6a-81019762d50c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706345 Aug 26 08:54:41.325763 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-7ef1ace3-1232-433a-876b-4c3957d6c961 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1931617738&fields=id&tenant_id=37cc63bca9274f9ba58f8a92a499a36d HTTP/1.1" status: 200 len: 267 time: 0.1576972 Aug 26 08:54:41.528468 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-b2e9c515-ff4f-427a-bcbc-c94fd1e87f38 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:41.539748 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-b2e9c515-ff4f-427a-bcbc-c94fd1e87f38 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 809 time: 0.2127750 Aug 26 08:54:41.565281 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-04f82cf1-a775-4b79-8972-124c00446ded tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/quotas/37cc63bca9274f9ba58f8a92a499a36d HTTP/1.1" status: 200 len: 375 time: 0.0232601 Aug 26 08:54:41.597540 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4229f0-8066-46c7-b65d-e7b93ddad888 req-8053aba8-eb5b-4f51-98dc-664eda2762fd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:41.599933 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cb4229f0-8066-46c7-b65d-e7b93ddad888 req-8053aba8-eb5b-4f51-98dc-664eda2762fd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1093872 Aug 26 08:54:41.640926 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-0898cb07-2100-448a-816b-3375a6182489 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744159 Aug 26 08:54:41.694955 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cb4229f0-8066-46c7-b65d-e7b93ddad888 req-db99b928-71e7-4e5e-a7bc-3d04c2672657 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843117 Aug 26 08:54:41.779485 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-7d6345df-90af-4fc7-9591-d6d880db237d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261759 Aug 26 08:54:42.013644 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:42.104270 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-79b3c7b5-c471-42ac-a890-b418d5bd1661 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111579 Aug 26 08:54:42.674166 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582c7bc-f85c-49ce-b3c3-5ab79eb5701b req-c6edaf4b-85ee-4be4-b845-3450c2a8cf14 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:42.686538 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c582c7bc-f85c-49ce-b3c3-5ab79eb5701b req-c6edaf4b-85ee-4be4-b845-3450c2a8cf14 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1867228 Aug 26 08:54:42.783563 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=42 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:42.786217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:42.853584 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c582c7bc-f85c-49ce-b3c3-5ab79eb5701b req-5d0ebe14-46c0-4aa3-be62-d1e6850f25f8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658967 Aug 26 08:54:43.134043 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-49113383-8b77-4355-bf2e-f1910c0477af req-97aa33a9-0d68-471e-9c8b-2240202972d8 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.1014993 Aug 26 08:54:43.211945 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086610a-db93-4ea6-9d56-92790dd87fdf req-0e2b588b-4b56-4ae4-8b80-34867f13ec13 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:43.214548 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a086610a-db93-4ea6-9d56-92790dd87fdf req-0e2b588b-4b56-4ae4-8b80-34867f13ec13 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1280901 Aug 26 08:54:43.315930 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a086610a-db93-4ea6-9d56-92790dd87fdf req-dc6a5f4d-b904-452d-b1cb-1577119a12d3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917208 Aug 26 08:54:43.633301 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:43.634798 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:43.667449 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:54:44.120192 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd6a5-1849-47e9-81e5-1d79f0e6be4d req-8bef8597-8894-4a5b-b3a9-ece249dea32b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:44.123941 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-70dfd6a5-1849-47e9-81e5-1d79f0e6be4d req-8bef8597-8894-4a5b-b3a9-ece249dea32b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0891724 Aug 26 08:54:44.208171 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-70dfd6a5-1849-47e9-81e5-1d79f0e6be4d req-155ab439-2daa-4ff5-9c36-aa491c98b36a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770609 Aug 26 08:54:44.287409 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bff5a743-238c-4c06-936f-a5a7d506f59e req-f9ac4279-35ab-4fb1-85a7-0ce939c6d038 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.0471060 Aug 26 08:54:44.505079 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df221e9-5247-4812-9c85-5acbc1077ce2 req-7622e0df-df71-4a5f-a106-61d28d41a914 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:44.506649 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5df221e9-5247-4812-9c85-5acbc1077ce2 req-7622e0df-df71-4a5f-a106-61d28d41a914 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.1046185 Aug 26 08:54:44.623580 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5df221e9-5247-4812-9c85-5acbc1077ce2 req-ae0cca5d-a6a3-435f-9a77-43330c452e3c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077182 Aug 26 08:54:45.497320 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60bf7333-2786-4d1c-9946-b757fd43bf3f req-e1352ba8-b975-4da0-9899-dbc6f5f3885b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.0505350 Aug 26 08:54:45.530467 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff45f45-3a2d-441f-8bf4-96cb44d4a97c req-a395d560-fbc8-4d86-bd8b-1c84ea3d358d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:45.543935 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ff45f45-3a2d-441f-8bf4-96cb44d4a97c req-a395d560-fbc8-4d86-bd8b-1c84ea3d358d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1155431 Aug 26 08:54:45.661424 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6b590cd6-2a67-4b5a-ab74-c08f054d0c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:45.699718 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ff45f45-3a2d-441f-8bf4-96cb44d4a97c req-2dc877df-9292-472b-86c7-fc0cf6f42bf6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544459 Aug 26 08:54:46.771385 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46194) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:46.783417 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482625049', 'description': 'tempest-description--611204835'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:46.836774 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d4ead190-c353-4b66-bd92-ee8bba337f55 req-3e9360cb-481f-4712-8af4-c76fc471fab5 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.0911477 Aug 26 08:54:47.037281 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46202) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:47.111409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-3e8d2a24-1941-4795-8e09-e85505837f8c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:47.113797 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-3e8d2a24-1941-4795-8e09-e85505837f8c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 809 time: 0.2668564 Aug 26 08:54:47.253973 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:47.263602 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-c81318c5-cb4c-4e9d-9f50-8cbb0fc52589 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=37cc63bca9274f9ba58f8a92a499a36d HTTP/1.1" status: 200 len: 380 time: 0.1350338 Aug 26 08:54:47.288678 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3903656-07f2-426e-b491-0b828b58deed req-1c66f3eb-ea5a-4602-837a-b28a2181cf1b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:47.289911 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c3903656-07f2-426e-b491-0b828b58deed req-1c66f3eb-ea5a-4602-837a-b28a2181cf1b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1742754 Aug 26 08:54:47.312402 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'port': {'device_id': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'admin_state_up': True, 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'security_groups': ['a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:47.425011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:47.459715 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:47.690020 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Publish callbacks [] for security_group (081d027b-fb86-4670-a3ef-2b83f10b3f29), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:47.697617 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (081d027b-fb86-4670-a3ef-2b83f10b3f29), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:47.729087 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c3903656-07f2-426e-b491-0b828b58deed req-6fda7ddd-245f-4203-ade8-f14d801f899b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708471 Aug 26 08:54:47.772564 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d027b-fb86-4670-a3ef-2b83f10b3f29,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:47.802586 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.803742 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.805838 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.806730 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.808298 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.810450 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.811333 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.812384 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.813471 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.815233 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.815771 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.817622 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.818598 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.819729 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.837675 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:47.866838 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-970d7fe2-643b-4b04-8f43-0e88e6bcb06f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=30fad5203b0147acb083e51ed8eed9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8242064 Aug 26 08:54:47.868227 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46206) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:47.983135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:48.008464 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Made reservation on behalf of 37cc63bca9274f9ba58f8a92a499a36d for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:54:48.021191 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.112960 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group (406b467d-5973-4289-bb7b-d2aac3d9b593), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.127465 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bd2afb04-c6e8-4a0c-b81c-5e2e059822bb admin admin] Publish callbacks [] for security_group (081d027b-fb86-4670-a3ef-2b83f10b3f29), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.300904 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bd2afb04-c6e8-4a0c-b81c-5e2e059822bb admin admin] Publish callbacks [] for security_group (081d027b-fb86-4670-a3ef-2b83f10b3f29), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.320321 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8cb409dd-49f4-4c1d-9f39-7cbe83a0c1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.368851 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:48.370503 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:48.377765 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (406b467d-5973-4289-bb7b-d2aac3d9b593), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.399207 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1745cc2f-c0bd-4788-8a05-eb38a3aa660f req-9de53222-21be-412c-b354-0a151611c843 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.2814581 Aug 26 08:54:48.439544 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bd2afb04-c6e8-4a0c-b81c-5e2e059822bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (081d027b-fb86-4670-a3ef-2b83f10b3f29), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.450709 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bd2afb04-c6e8-4a0c-b81c-5e2e059822bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.460112 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-bd2afb04-c6e8-4a0c-b81c-5e2e059822bb admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/081d027b-fb86-4670-a3ef-2b83f10b3f29 HTTP/1.1" status: 204 len: 168 time: 0.5898077 Aug 26 08:54:48.491880 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2afb04-c6e8-4a0c-b81c-5e2e059822bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d027b-fb86-4670-a3ef-2b83f10b3f29,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:48.582930 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.589204 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8159568 Aug 26 08:54:48.593564 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46212) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:48.599493 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'security_group_rule': {'security_group_id': '406b467d-5973-4289-bb7b-d2aac3d9b593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:48.685122 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group_rule (246508ae-b7e9-476e-bb15-edab2b24f876), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.710719 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406b467d-5973-4289-bb7b-d2aac3d9b593,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:48.860571 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group_rule (246508ae-b7e9-476e-bb15-edab2b24f876), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.867751 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (246508ae-b7e9-476e-bb15-edab2b24f876), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.882270 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Allocated IP 172.20.0.10 (29c0f487-40e8-46e5-bf03-83c129904d85/f475eddd-d335-451b-b2f9-f12fdf0d2902/3a68c7ab-a856-4f62-ace7-5a4ee528bca2) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:54:48.924788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:48.924788 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297131 Aug 26 08:54:48.929099 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46218) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:48.938119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'security_group_rule': {'security_group_id': '406b467d-5973-4289-bb7b-d2aac3d9b593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:48.981767 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6bce4-4be5-4de3-a171-3ec256c2a1bd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246508ae-b7e9-476e-bb15-edab2b24f876,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:48.998798 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group_rule (da3418dd-6b58-40ae-a624-974edb69bd81), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:49.054518 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.055542 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.063889 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.064714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.065378 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.067580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.068270 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.069668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.071133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.071714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.072281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.073261 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.077765 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.078501 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.081139 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3fa25-07d4-49ef-8b4b-bc7b48453f24 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:54:49.241140 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group_rule (da3418dd-6b58-40ae-a624-974edb69bd81), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:49.253657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (da3418dd-6b58-40ae-a624-974edb69bd81), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:49.322452 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3418dd-6b58-40ae-a624-974edb69bd81,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:49.376904 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:49.385222 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a6c2a27a-ce9d-4dbe-a9f2-890e1d513c54 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4542420 Aug 26 08:54:49.386075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46226) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:54:49.394093 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:49.436648 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:49.630622 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deff6a-b507-47e4-a02a-f5714f1a64bf req-ba210a8d-8adc-4511-8622-a2a08f690f4c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:49.643714 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37deff6a-b507-47e4-a02a-f5714f1a64bf req-ba210a8d-8adc-4511-8622-a2a08f690f4c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.5484979 Aug 26 08:54:49.910358 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37deff6a-b507-47e4-a02a-f5714f1a64bf req-9d68043a-5aed-48ee-94a6-f377582e6b52 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648036 Aug 26 08:54:49.978071 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:50.059073 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:50.123168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:50.237474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:50.257239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:50.344135 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-832988cd-aa7c-4b11-be56-022fd1026cfa req-a085c608-952b-4ba6-ba0b-e9ae8d3c01c1 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.6186926 Aug 26 08:54:50.437616 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Network 29c0f487-40e8-46e5-bf03-83c129904d85 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:54:50.449006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:50.459167 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:54:50.479224 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:54:50.707048 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:50.707921 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:50.736154 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Allocated IP 172.27.3.130 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/b1f7b13d-1189-4b34-938c-29f635fe40ae) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:54:50.760935 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-ae75db0f-7afe-46b8-8abe-b552614c09c7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4652948 Aug 26 08:54:50.794321 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Request body: {'port': {'device_id': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:54:51.024063 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:51.092900 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-94831786-96bb-4663-9a2a-bf016501012a None None] Provisioning complete for port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:54:51.102562 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-94831786-96bb-4663-9a2a-bf016501012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:51.170383 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:51.274202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:51.301899 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:51.373998 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:51.385766 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-94831786-96bb-4663-9a2a-bf016501012a None None] Port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:54:51.512328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:54:51.538183 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:54:51.548334 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'Port': ['ID=b1f7b13d-1189-4b34-938c-29f635fe40ae,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:51.557241 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:54:51.593826 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd350-a888-4f31-9ecb-1a9a791c8325 req-b0dc1234-c512-4cf5-bf5b-d0677255f28d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:51.603319 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-603dd350-a888-4f31-9ecb-1a9a791c8325 req-b0dc1234-c512-4cf5-bf5b-d0677255f28d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.2376690 Aug 26 08:54:51.625281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:51.731866 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:51.762968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea69c2-4d33-4fb7-a231-27267c01547c req-43916b63-1b2e-409c-b1ec-226b91c999be tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:51.765967 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-22ea69c2-4d33-4fb7-a231-27267c01547c req-43916b63-1b2e-409c-b1ec-226b91c999be tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 932 time: 0.1251755 Aug 26 08:54:51.767566 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:51.829176 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-603dd350-a888-4f31-9ecb-1a9a791c8325 req-6d2914dd-da30-4f00-88b6-514d3fd2eda1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232659 Aug 26 08:54:51.864765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.091960 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:54:52.119173 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Publish callbacks [] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.156684 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Transition to ACTIVE for port object 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:54:52.167920 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.302335 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.345188 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.351115 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:52.375944 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.377241 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.407269 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-22ea69c2-4d33-4fb7-a231-27267c01547c req-3a738dda-58d8-42c4-85ff-10ba3fbc2e9f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6291595 Aug 26 08:54:52.533359 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.546926 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1474609 Aug 26 08:54:52.578803 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd4ce3-e3d3-445e-b7c4-9837209d3da6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'Port': ['ID=b1f7b13d-1189-4b34-938c-29f635fe40ae,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:52.605987 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Attempting to bind port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:54:52.606919 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Attempting to bind port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:54:52.607465 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Attempting to bind port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 on network 29c0f487-40e8-46e5-bf03-83c129904d85 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:54:52.617793 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 on network 29c0f487-40e8-46e5-bf03-83c129904d85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:54:52.619238 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Attempting to bind port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 on network 29c0f487-40e8-46e5-bf03-83c129904d85 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:54:52.634880 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:54:52.634880 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Checking segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:54:52.634880 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Bound using segment: {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:54:52.635852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Bound port: 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a821534-6ac6-4079-a49c-8b73650989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:54:52.636476 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.801449 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:54:52.817820 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:54:52.830911 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.840688 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:52.846836 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:54:52.852181 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 1094 time: 2.0762272 Aug 26 08:54:52.861559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:54:52.869498 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60824ba-d3c4-4d31-8e07-f939fa12bf71" -d '{"events": [{"name": "network-changed", "server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:54:53.033865 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-59d076ec-8c99-4f41-b233-c3d9e0db9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:53.036127 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-59d076ec-8c99-4f41-b233-c3d9e0db9107 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1128 time: 0.0772357 Aug 26 08:54:53.083819 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2d28f-8d98-4b01-baf2-7fdffeeea6b9 req-e7986c53-4893-47b9-82ce-0b8f4d8a3166 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:53.085637 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3cb2d28f-8d98-4b01-baf2-7fdffeeea6b9 req-e7986c53-4893-47b9-82ce-0b8f4d8a3166 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0996840 Aug 26 08:54:53.104153 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-75676fe8-cb53-44ce-b40e-8ae0d7539a18 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 217 time: 0.0531549 Aug 26 08:54:53.181517 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-815a428d-dc4e-423c-9974-bcaaba84a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:53.183486 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-815a428d-dc4e-423c-9974-bcaaba84a79a service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.0623615 Aug 26 08:54:53.191134 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fbdb9-e16a-43c9-9024-874359515219 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:54:53.289043 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3cb2d28f-8d98-4b01-baf2-7fdffeeea6b9 req-48f8e462-bcf5-476a-8b3c-eca372893ef3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845818 Aug 26 08:54:53.313623 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:53.318200 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa567f-7fdf-441c-8d51-836e309083be req-cf09afaa-7b90-4efd-9a51-50e6931d396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:53.321793 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-cf09afaa-7b90-4efd-9a51-50e6931d396a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085544 Aug 26 08:54:53.510496 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a37f9-6b49-4571-948f-7ff73c61ca20 x-openstack-request-id: req-b12a37f9-6b49-4571-948f-7ff73c61ca20 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:54:53.516841 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:54:53.517337 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b12a37f9-6b49-4571-948f-7ff73c61ca20 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:54:53.518077 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a37f9-6b49-4571-948f-7ff73c61ca20'] response: {'name': 'network-changed', 'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'status': 'completed', 'code': 200} Aug 26 08:54:53.679794 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:53.785706 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-7924aee9-6308-4706-acc0-9256ca23b95e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442527 Aug 26 08:54:53.919332 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8863bd2-df75-4c20-a306-13455d7af91c req-291751d0-60ef-42f0-bcc0-3af8cd891e76 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:53.928485 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f8863bd2-df75-4c20-a306-13455d7af91c req-291751d0-60ef-42f0-bcc0-3af8cd891e76 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.1628370 Aug 26 08:54:54.002466 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dcfa567f-7fdf-441c-8d51-836e309083be req-30f0febc-3525-4070-be71-5935e6f94f5f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974123 Aug 26 08:54:54.016300 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f8863bd2-df75-4c20-a306-13455d7af91c req-6f82da81-04ff-4e7e-b97a-034eb10f73e6 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863767 Aug 26 08:54:54.631814 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-b85bc200-2f74-4754-b33e-9d076904e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:54.648103 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-b85bc200-2f74-4754-b33e-9d076904e138 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1128 time: 0.1260455 Aug 26 08:54:54.817879 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:54.866969 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-52ae0a18-5bc4-4829-a3fc-89f7dd58e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:54.869602 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-52ae0a18-5bc4-4829-a3fc-89f7dd58e5f9 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 911 time: 0.2115600 Aug 26 08:54:54.929852 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-cada47fb-b5cf-4da8-89ba-ac632aa38acb service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 217 time: 0.0434620 Aug 26 08:54:55.014972 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-9960f28c-3688-43d6-b636-05f843e2239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:55.016508 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-9960f28c-3688-43d6-b636-05f843e2239a service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.0684025 Aug 26 08:54:55.106086 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-3c65a3f7-ae61-4c57-9796-ee089dd16839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:55.108431 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-3c65a3f7-ae61-4c57-9796-ee089dd16839 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723495 Aug 26 08:54:55.290661 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-810ca9eb-9c2a-41bb-8c8c-88ac4a2ccce1 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664174 Aug 26 08:54:55.297957 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-fed4109b-67ea-4a87-b243-e4f43b4798dd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=d9c2937d8e1243c185dab8e97f0a6e90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404656 Aug 26 08:54:55.324688 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-c2d3971f-e748-430b-bb97-435feffaee89 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1482625049&fields=id&tenant_id=01d9fa7bc7124476aa295e69b120becd HTTP/1.1" status: 200 len: 267 time: 0.0895522 Aug 26 08:54:55.547728 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f60824ba-d3c4-4d31-8e07-f939fa12bf71 req-03e47748-5894-4fdb-93cd-eab78040a3a7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288154 Aug 26 08:54:55.602814 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-8ccd8ae8-fe3e-4ac8-a5df-e194650551a6 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:55.614182 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-8ccd8ae8-fe3e-4ac8-a5df-e194650551a6 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143601 Aug 26 08:54:55.626433 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-a23632d4-a601-4a5a-9875-6bac7574c7dc tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/quotas/d9c2937d8e1243c185dab8e97f0a6e90 HTTP/1.1" status: 200 len: 375 time: 0.0104299 Aug 26 08:54:55.646093 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-10b197d9-8c42-40ea-92f7-0c4de3b6f812 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:55.649261 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-10b197d9-8c42-40ea-92f7-0c4de3b6f812 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 819 time: 0.3129494 Aug 26 08:54:55.674026 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-51a1dc6e-2295-437d-adc8-d8a7525174a9 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d9c2937d8e1243c185dab8e97f0a6e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404868 Aug 26 08:54:55.675318 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-ad00b926-67d7-4b1c-9f57-6de013c6bcb5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/quotas/01d9fa7bc7124476aa295e69b120becd HTTP/1.1" status: 200 len: 375 time: 0.0181494 Aug 26 08:54:55.717768 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:55.749947 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-c830e03c-870d-4c14-8cdf-8c4fb8e47abf tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0683539 Aug 26 08:54:55.986833 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-7b2454a0-75d2-43b2-8113-a64261ffb706 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103901 Aug 26 08:54:56.045314 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69a842-a7b2-4545-a19f-ff1363d3481a req-309f26fd-ea43-4a4f-b79a-1d4913584a08 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:56.050171 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4b69a842-a7b2-4545-a19f-ff1363d3481a req-309f26fd-ea43-4a4f-b79a-1d4913584a08 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1198797 Aug 26 08:54:56.182406 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4b69a842-a7b2-4545-a19f-ff1363d3481a req-8becc892-63db-4c04-b4ec-dd5f80df6818 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243012 Aug 26 08:54:56.213743 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-45c9dece-46c7-4864-9e45-876abf79c3b9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190528 Aug 26 08:54:56.387042 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-6fb311b4-d151-4cb6-90ba-bddd88d148ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:56.391930 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-6fb311b4-d151-4cb6-90ba-bddd88d148ae service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1129 time: 0.1766906 Aug 26 08:54:56.658075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ea02-3277-4b46-a1e4-b798b02296bd req-f05be01f-c930-4fdf-a60a-91562e2150ec tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:56.673496 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-69c5ea02-3277-4b46-a1e4-b798b02296bd req-f05be01f-c930-4fdf-a60a-91562e2150ec tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.1950498 Aug 26 08:54:56.718298 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:56.817111 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-69c5ea02-3277-4b46-a1e4-b798b02296bd req-0cc055fa-5ac7-4c46-88ee-3dab3684cacc tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406391 Aug 26 08:54:56.927985 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-362439bf-e9e8-4032-9c9a-1d101fe3f92b req-ba81306d-39b6-4abc-be26-a89d5cacda13 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0628777 Aug 26 08:54:57.021315 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-49263206-c5eb-41e1-8ab8-7804235f3577 req-e88f5daa-730a-4890-8ae8-c84f4f9cc0c5 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.4336920 Aug 26 08:54:57.111044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-3bcb56d5-261b-4e84-abb3-929c9f10b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:57.114415 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-3bcb56d5-261b-4e84-abb3-929c9f10b869 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.7092710 Aug 26 08:54:57.311337 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-bde178d8-cec9-4cc2-a48c-7787790418d6 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 1000 time: 0.1612346 Aug 26 08:54:57.528497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13a5e-56b5-4dcd-b8dc-b637e899f9a6 req-10dc7dbd-ce6e-4b6f-9fd8-d5580ab5dc9c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:57.544968 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-55b4b2e4-ba31-4028-9bfe-939f3faeb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:57.547694 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-55b4b2e4-ba31-4028-9bfe-939f3faeb53e service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.2239113 Aug 26 08:54:57.548777 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-94c13a5e-56b5-4dcd-b8dc-b637e899f9a6 req-10dc7dbd-ce6e-4b6f-9fd8-d5580ab5dc9c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.1331038 Aug 26 08:54:57.581828 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:57.653958 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-94c13a5e-56b5-4dcd-b8dc-b637e899f9a6 req-cddea6d3-80d9-408a-accb-75fc9aa319ab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031137 Aug 26 08:54:57.669477 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-cd607383-0a93-483a-8df7-b2a946c0a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:57.682754 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-cd607383-0a93-483a-8df7-b2a946c0a684 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1142867 Aug 26 08:54:57.773633 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:54:57.850842 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-b63e2726-0a21-44a3-a2ab-1f16840e07da service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429605 Aug 26 08:54:58.107798 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-446b9b45-f04e-4b07-ad33-180e051d8c56 req-5800f501-a7d8-42f2-be78-8c235fb1d0f5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0637269 Aug 26 08:54:58.118148 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5e9c-3f1c-46a5-8d85-67d0667d0b30 req-2e17685b-43e6-4ca5-8c3c-3095ffba6cd9 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:58.136621 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37bf5e9c-3f1c-46a5-8d85-67d0667d0b30 req-2e17685b-43e6-4ca5-8c3c-3095ffba6cd9 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.1342394 Aug 26 08:54:58.225240 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-83b8a87f-9f09-4336-b2f4-ebaa53e8d20e req-dde5d6de-88a2-46cc-9b7f-c9aed81c2cd7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400908 Aug 26 08:54:58.277691 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ffb7c569-ef40-405c-a6a7-cf1f6d0a0d67 req-672282af-daef-4549-90e4-8047359ccf9c tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0551615 Aug 26 08:54:58.278735 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37bf5e9c-3f1c-46a5-8d85-67d0667d0b30 req-3a6bd06b-6dc3-45cc-82db-4805bd98cfe4 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407166 Aug 26 08:54:58.906964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c403-ebd7-4d2a-a98a-d128d6131f71 req-543aa0b8-34dc-4906-a877-f7b63be4b9e6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:58.906964 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d368c403-ebd7-4d2a-a98a-d128d6131f71 req-543aa0b8-34dc-4906-a877-f7b63be4b9e6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0984294 Aug 26 08:54:59.020149 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d368c403-ebd7-4d2a-a98a-d128d6131f71 req-2cc9aeac-75e2-4dd8-af95-990dd6382469 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076081 Aug 26 08:54:59.274933 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d8173945-bdbf-4e75-9ba9-bde47efcb5b6 req-8d269eec-3d7d-4880-aa4f-3d2713287791 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0514731 Aug 26 08:54:59.451323 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c5ff2f6b-b42a-4bc0-a4ef-560e3524af5e req-4c4b0092-81c5-46b2-a005-f0db9e0d51d7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0348747 Aug 26 08:54:59.483874 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47ea2-7620-488d-b454-a03dbe5ea808 req-ae41f656-173d-4e91-b931-a73ac914f684 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:54:59.495503 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6ab47ea2-7620-488d-b454-a03dbe5ea808 req-ae41f656-173d-4e91-b931-a73ac914f684 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0930886 Aug 26 08:54:59.606115 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6ab47ea2-7620-488d-b454-a03dbe5ea808 req-0461fa3d-ce42-4b2a-b875-c91fa898bc28 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873034 Aug 26 08:55:00.213325 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a36e-9ad8-489e-a42f-219716979851 req-457da269-d70b-4e08-9399-52991bfba0ef tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:00.215064 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8577a36e-9ad8-489e-a42f-219716979851 req-457da269-d70b-4e08-9399-52991bfba0ef tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 945 time: 0.0777984 Aug 26 08:55:00.289384 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8577a36e-9ad8-489e-a42f-219716979851 req-3e9554ca-af20-41d0-b483-77a7db04a391 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673618 Aug 26 08:55:00.436251 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4e49b02-a78e-40b7-acfc-8a19490faf9f req-cd19b430-b5a8-4647-95a0-83550cc7e183 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0336425 Aug 26 08:55:00.495652 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:55:00.595115 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: ACTIVE; New status is: DOWN {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:00.595717 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:00.614840 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-86bed601-b430-4c8a-8a1d-d028a4688100 req-7cb35302-5cea-48cd-a429-381ed3ab5abd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0414472 Aug 26 08:55:00.642912 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:00.642912 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14a96e3-aa33-4874-ab03-7be3abdf948a" -d '{"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-unplugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:00.648297 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:00.655428 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:00.713526 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c557c-05b4-470a-8eb7-e3e3d4c27a1d x-openstack-request-id: req-6b9c557c-05b4-470a-8eb7-e3e3d4c27a1d {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:00.713943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-unplugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:00.714284 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b9c557c-05b4-470a-8eb7-e3e3d4c27a1d {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:00.714755 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9c557c-05b4-470a-8eb7-e3e3d4c27a1d'] response: {'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'code': 200} Aug 26 08:55:00.735924 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=8']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:00.749149 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.749149 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.749149 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.749952 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.750196 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.750548 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.751169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.751497 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.751942 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.753777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.753777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.753777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.753777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.754803 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.754803 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:00.783777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94f164-be63-477e-87da-150b371bd16f req-5e983545-a4c0-498f-9d08-3498fe4c1617 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:00.784884 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7d94f164-be63-477e-87da-150b371bd16f req-5e983545-a4c0-498f-9d08-3498fe4c1617 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0607026 Aug 26 08:55:00.848984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7d94f164-be63-477e-87da-150b371bd16f req-4c796a7c-b2c8-4a16-a7b5-82f49d86b12b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564291 Aug 26 08:55:01.465474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca1c9d-c384-46f5-a669-46afa7cebe36 req-bcd7792c-c570-4113-91e0-9d2398896cff tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:01.468307 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-60ca1c9d-c384-46f5-a669-46afa7cebe36 req-bcd7792c-c570-4113-91e0-9d2398896cff tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0600779 Aug 26 08:55:01.538476 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:01.540466 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:01.581416 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-60ca1c9d-c384-46f5-a669-46afa7cebe36 req-3485ada3-26fd-4c38-9823-97bdea01a913 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906856 Aug 26 08:55:01.634763 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f33b7264-25dd-4a19-8d6a-f7a4bbeb846e req-384985b3-65be-45be-9c28-d38b1612b062 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0570636 Aug 26 08:55:01.770785 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ff54bbbc-c415-48a2-8ed2-5dc4d4ac4765 req-64df3612-329c-4cb7-a458-087df14479a6 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0362906 Aug 26 08:55:02.243665 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0287124-aff7-45da-87bf-760b129f19cc req-60a7f2d3-7ff3-42c0-b88c-3f836c6bc611 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:02.245638 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0287124-aff7-45da-87bf-760b129f19cc req-60a7f2d3-7ff3-42c0-b88c-3f836c6bc611 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.3058541 Aug 26 08:55:02.323543 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0287124-aff7-45da-87bf-760b129f19cc req-0d2990f0-b903-4abb-8533-138f9680c20f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605416 Aug 26 08:55:02.489248 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-67cec236-19d9-475c-b338-adcafafc111a tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.115 "GET /networking/v2.0/networks?tenant_id=d9c2937d8e1243c185dab8e97f0a6e90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476832 Aug 26 08:55:02.759873 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc59b1f3-b1a2-44bd-9f32-6aafe1660d31 req-4b402bdc-cf25-4d27-b5e3-e91265bc441b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0403278 Aug 26 08:55:02.763672 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376de02-3919-44a3-a1b6-f6ca11ad0804 req-23ce7940-5b87-4e68-9f74-f4d51fea8517 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:02.766036 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d376de02-3919-44a3-a1b6-f6ca11ad0804 req-23ce7940-5b87-4e68-9f74-f4d51fea8517 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0802147 Aug 26 08:55:02.843803 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d376de02-3919-44a3-a1b6-f6ca11ad0804 req-d186a1d2-2a57-4393-9232-d9f3ebbc849e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705683 Aug 26 08:55:02.918575 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0697df22-c4d7-4783-9832-011683fd0c85 req-8908dab3-b63c-4426-8302-7edc7a291fb4 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0331466 Aug 26 08:55:03.473153 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914dd9-0922-46bc-8930-68b4de1c6e7e req-8ee93303-d4ef-48c9-849e-3d254f4f358e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:03.475846 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4b914dd9-0922-46bc-8930-68b4de1c6e7e req-8ee93303-d4ef-48c9-849e-3d254f4f358e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0618236 Aug 26 08:55:03.539687 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4b914dd9-0922-46bc-8930-68b4de1c6e7e req-e5a0587a-2324-46fb-a9fa-2a82fefbe87a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544572 Aug 26 08:55:03.582124 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46468) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:03.632298 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Deleting subnet 14125125-0074-4393-ac07-a74cf2daa3ab {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:55:03.636360 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Publish callbacks [] for subnet (14125125-0074-4393-ac07-a74cf2daa3ab), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:03.681165 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (14125125-0074-4393-ac07-a74cf2daa3ab), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:03.921943 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (14125125-0074-4393-ac07-a74cf2daa3ab), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:03.986777 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b5a4fe9d-dcf2-4392-8c4d-0447b5546a18 req-b304fe82-a404-4e60-8562-40c992657b33 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0599434 Aug 26 08:55:04.044127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:04.116982 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8d93152c-2712-4eeb-b787-925cff8dd27d req-1caf632e-80e0-4dcc-ae5d-5d9ac8988aa4 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0496449 Aug 26 08:55:04.167107 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb01f9-f33c-4ad8-9a50-6ee1f6474d44 req-710dc22f-4325-4035-ac93-3c34f90e8513 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:04.169169 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0cfb01f9-f33c-4ad8-9a50-6ee1f6474d44 req-710dc22f-4325-4035-ac93-3c34f90e8513 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1864119 Aug 26 08:55:04.189546 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-d3a978d2-d27e-4951-8c92-f5e6a7e627bc tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:04.191403 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-d3a978d2-d27e-4951-8c92-f5e6a7e627bc tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.115 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4579630 Aug 26 08:55:04.200799 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (14125125-0074-4393-ac07-a74cf2daa3ab), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.250523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14125125-0074-4393-ac07-a74cf2daa3ab,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:04.260957 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.265480 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b23d8255-1abe-4981-85f1-e18a132ce391 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/14125125-0074-4393-ac07-a74cf2daa3ab HTTP/1.1" status: 204 len: 168 time: 0.6819808 Aug 26 08:55:04.268222 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46476) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:04.352381 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0cfb01f9-f33c-4ad8-9a50-6ee1f6474d44 req-7c073589-e300-40f5-b10e-2c07d621055d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727035 Aug 26 08:55:04.379759 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (dd23c74c-1e9d-4868-98c8-b6e82fab2a20), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.505153 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Request body: {'port': {'device_id': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420', 'admin_state_up': True, 'tenant_id': 'd9c2937d8e1243c185dab8e97f0a6e90'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:04.609017 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (dd23c74c-1e9d-4868-98c8-b6e82fab2a20), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.654848 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd23c74c-1e9d-4868-98c8-b6e82fab2a20']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:04.681378 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f11abb6-d829-414c-b4cf-f2eb34ea0df5') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:04.681665 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f11abb6-d829-414c-b4cf-f2eb34ea0df5') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:04.766025 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:04.786102 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:04.801327 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (4f11abb6-d829-414c-b4cf-f2eb34ea0df5), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.820747 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:04.851152 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1358a6-ea5f-495a-85e6-f66d46acf9bf req-8451076e-d894-46aa-9e29-af325db31bb7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:04.861478 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bd1358a6-ea5f-495a-85e6-f66d46acf9bf req-8451076e-d894-46aa-9e29-af325db31bb7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.2087386 Aug 26 08:55:04.875174 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (4f11abb6-d829-414c-b4cf-f2eb34ea0df5), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.901878 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 08:55:04.902290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (4f11abb6-d829-414c-b4cf-f2eb34ea0df5), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:04.982167 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 4f11abb6-d829-414c-b4cf-f2eb34ea0df5 resource provider aggregate not found Aug 26 08:55:05.042704 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-02821557-32a9-41c6-8873-a5f9c157127f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:05.044579 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-02821557-32a9-41c6-8873-a5f9c157127f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 819 time: 0.3297772 Aug 26 08:55:05.054154 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Made reservation on behalf of d9c2937d8e1243c185dab8e97f0a6e90 for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:05.058360 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.069558 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (dd23c74c-1e9d-4868-98c8-b6e82fab2a20), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.082256 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 4f11abb6-d829-414c-b4cf-f2eb34ea0df5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f11abb6-d829-414c-b4cf-f2eb34ea0df5 found for delete ", "request_id": "req-29fa3e3c-a76d-436e-9edf-b7862ec2f419"}]} Aug 26 08:55:05.093085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.128052 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bd1358a6-ea5f-495a-85e6-f66d46acf9bf req-bd80e88d-ab01-4722-9662-de28fd9fb501 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561526 Aug 26 08:55:05.128052 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.128052 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/dd23c74c-1e9d-4868-98c8-b6e82fab2a20 HTTP/1.1" status: 204 len: 168 time: 0.8581474 Aug 26 08:55:05.145227 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b010f-7939-4cfc-a9b8-1513d1c12e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd23c74c-1e9d-4868-98c8-b6e82fab2a20,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:05.163385 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:05.218658 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-59cea34b-948f-42a7-9665-7a078c7efe5e req-e2734ae9-41cf-4fed-a81b-b927c802ab65 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0393171 Aug 26 08:55:05.240958 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-a1424a3f-9c76-498f-a5db-78fd9c013bb6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=01d9fa7bc7124476aa295e69b120becd HTTP/1.1" status: 200 len: 380 time: 0.1565614 Aug 26 08:55:05.283661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [req-2e52b633-4a75-4d1a-b4d8-4e4a783d554b req-8c33fdee-1662-4df6-ab0d-cbd1c1a82c6b service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:55:05.284825 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2e52b633-4a75-4d1a-b4d8-4e4a783d554b req-8c33fdee-1662-4df6-ab0d-cbd1c1a82c6b service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0118661 Aug 26 08:55:05.315943 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks [] for security_group (7de667fb-e290-4138-832a-8d46419d6e82), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.323306 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7de667fb-e290-4138-832a-8d46419d6e82), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.386241 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-374c97ea-c6f6-4334-aaed-069c89cba9bc req-4d2b27ef-05b5-4713-aed5-7a082c767d2c tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0547304 Aug 26 08:55:05.441217 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de667fb-e290-4138-832a-8d46419d6e82,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:05.499358 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46516) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:05.538955 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Allocated IP 192.168.233.205 (cef599d2-19e7-4024-8e64-36c75eab6420/1a26ef8f-8335-43c2-b5fc-728837300f9c/390693e3-15ad-42f2-a309-c1c33a1f05d7) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:05.607468 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6a125-e7e4-4fc7-a36e-7556452615af req-2344ad8c-30f1-4c69-968b-affb70b2b071 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:05.609977 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-75d6a125-e7e4-4fc7-a36e-7556452615af req-2344ad8c-30f1-4c69-968b-affb70b2b071 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0805669 Aug 26 08:55:05.615121 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9932fd9f-642a-44a4-aa00-9cbc54a5596b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=196b8882c5344c8380fecba536f39214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141381 Aug 26 08:55:05.619686 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46520) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:05.695893 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'port': {'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'admin_state_up': True, 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'security_groups': ['406b467d-5973-4289-bb7b-d2aac3d9b593']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:05.748496 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-75d6a125-e7e4-4fc7-a36e-7556452615af req-8be2eaf5-6bdd-4e0b-b95b-a7822c4e2a15 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094265 Aug 26 08:55:05.749390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04855677-1103-47e0-92ea-f7c05e14f3b9 admin admin] Publish callbacks [] for security_group (2d82b523-bda5-43ab-80e0-8700d5c17dbf), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.778840 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04855677-1103-47e0-92ea-f7c05e14f3b9 admin admin] Publish callbacks [] for security_group (2d82b523-bda5-43ab-80e0-8700d5c17dbf), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.899434 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04855677-1103-47e0-92ea-f7c05e14f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2d82b523-bda5-43ab-80e0-8700d5c17dbf), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.900656 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks [] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.904460 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-04855677-1103-47e0-92ea-f7c05e14f3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:05.906589 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-04855677-1103-47e0-92ea-f7c05e14f3b9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2d82b523-bda5-43ab-80e0-8700d5c17dbf HTTP/1.1" status: 204 len: 168 time: 0.2853184 Aug 26 08:55:05.922824 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855677-1103-47e0-92ea-f7c05e14f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d82b523-bda5-43ab-80e0-8700d5c17dbf,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:05.971580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:05.998215 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Made reservation on behalf of 01d9fa7bc7124476aa295e69b120becd for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:06.003691 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:06.019303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:06.133157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Network cef599d2-19e7-4024-8e64-36c75eab6420 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:06.143289 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:06.161291 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:06.168674 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:06.214391 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Pushing event updated for resources: {'Port': ['ID=390693e3-15ad-42f2-a309-c1c33a1f05d7,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:06.312355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46546) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:06.380298 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:06.381041 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:06.436238 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fdea2-2e01-4b36-8031-3dd98e6bdf44 req-c83c9e49-eeb0-4a48-a2c6-ec2cb75afbcf tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:06.446610 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b5fdea2-2e01-4b36-8031-3dd98e6bdf44 req-c83c9e49-eeb0-4a48-a2c6-ec2cb75afbcf tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.1458607 Aug 26 08:55:06.455721 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Allocated IP 172.20.0.12 (0095b163-b541-4b8f-a3b6-64656b6e47e8/12214ee7-024f-4e2b-b8c7-53ae30dd40bc/a81dfa72-6e98-4baf-ad11-0355ffe802a1) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:06.517422 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aacf6141-95f3-4cfe-8944-b282219d683e req-c635ba68-8b79-47ab-8be5-09c1ec006e76 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.1153314 Aug 26 08:55:06.523165 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-804965df-dcfd-4a1f-8f7f-df1d906dcfc7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0315776 Aug 26 08:55:06.544552 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Request body: {'port': {'device_id': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:06.546879 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-e91b9356-ee1c-448a-88f2-2f0a4487ca18 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2314408 Aug 26 08:55:06.555375 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:55:06.556718 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-48e355ea-f615-46f5-9d06-8a68750f15e7 service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:55:06.560270 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-48e355ea-f615-46f5-9d06-8a68750f15e7 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0120947 Aug 26 08:55:06.573746 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:55:06.711300 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b5fdea2-2e01-4b36-8031-3dd98e6bdf44 req-347c9d5e-b53f-40fc-bb01-86a839bdfeeb tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659063 Aug 26 08:55:06.858477 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab1794-c110-4579-a18d-40f1011553c0 req-2b72d497-ef8f-42d4-88c8-2e8ee4b2f5c1 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:06.875401 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-48ab1794-c110-4579-a18d-40f1011553c0 req-2b72d497-ef8f-42d4-88c8-2e8ee4b2f5c1 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 936 time: 0.1658535 Aug 26 08:55:06.937428 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:06.946124 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46566) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:06.952601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-fa6db268-848b-4c21-8737-62a17dff906b None None] Provisioning complete for port 390693e3-15ad-42f2-a309-c1c33a1f05d7 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:06.953992 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa6db268-848b-4c21-8737-62a17dff906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:06.998934 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.054697 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-48ab1794-c110-4579-a18d-40f1011553c0 req-68cb0a1b-eb05-45ff-b93e-575de7a6f323 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737092 Aug 26 08:55:07.116428 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-fa6db268-848b-4c21-8737-62a17dff906b None None] Port 390693e3-15ad-42f2-a309-c1c33a1f05d7 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:07.149190 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: DOWN; New status is: DOWN {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:07.157021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:07.163730 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd0496-17da-44b9-9136-d85395134dda req-39d5c5d2-2f1b-4018-bfe5-3a05bf8e93c5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:07.165904 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00dd0496-17da-44b9-9136-d85395134dda req-39d5c5d2-2f1b-4018-bfe5-3a05bf8e93c5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1439304 Aug 26 08:55:07.178715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'port_id': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'mac_address': 'fa:16:3e:37:3e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:55:07.208364 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.269705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:07.270320 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.291443 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:07.310251 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-bfad5478-615d-46a8-8536-5be544c40307 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:07.312689 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-bfad5478-615d-46a8-8536-5be544c40307 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports/61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 940 time: 0.3585100 Aug 26 08:55:07.334934 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:07.342229 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.356375 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:07.357423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:07.376011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:07.397671 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:07.428929 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event updated for resources: {'Port': ['ID=a81dfa72-6e98-4baf-ad11-0355ffe802a1,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:07.463221 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46580) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:07.473942 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:07.501882 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00dd0496-17da-44b9-9136-d85395134dda req-bbdbc95c-230b-4b9c-a9e3-64d67d3710d2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194962 Aug 26 08:55:07.648887 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134443937-network', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:07.654282 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:07.743704 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:07.777246 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c97c9-8474-4681-9c3c-6bcd9a81382e req-4b9b93ae-df94-42d8-bc39-b6b7de65dd27 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:07.779139 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4c7c97c9-8474-4681-9c3c-6bcd9a81382e req-4b9b93ae-df94-42d8-bc39-b6b7de65dd27 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 932 time: 0.1230071 Aug 26 08:55:07.780668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Made reservation on behalf of 3d18cb354a0f46faba6c00b89b4e4b1c for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:07.783298 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.797794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.852120 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-b4349dbc-51a3-4782-996f-ceb1d0b4353f None None] Provisioning complete for port a81dfa72-6e98-4baf-ad11-0355ffe802a1 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:07.852763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b4349dbc-51a3-4782-996f-ceb1d0b4353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:07.903934 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4c7c97c9-8474-4681-9c3c-6bcd9a81382e req-e1f86fcd-75c6-4723-8ec6-dd08dfec2abd tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088738 Aug 26 08:55:08.007297 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks [] for security_group (c31d0056-877b-4089-99ed-f9d9cf5eb1ad), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.008299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:08.013917 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (c31d0056-877b-4089-99ed-f9d9cf5eb1ad), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.015248 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:08.016074 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.065654 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:55:08.076521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d0056-877b-4089-99ed-f9d9cf5eb1ad,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:08.086593 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (79050a63-22e0-471d-afe9-1f578df71f5b), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.087448 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Added segment 79050a63-22e0-471d-afe9-1f578df71f5b of type vlan for network ac639d8e-0bd5-49fe-b0cc-78725e66b385 Aug 26 08:55:08.115249 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-141d09ac-d0ee-482b-ae3b-6386aa0693dc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4268839 Aug 26 08:55:08.158042 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Request body: {'port': {'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:08.164090 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['3a68c7ab-a856-4f62-ace7-5a4ee528bca2'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:55:08.172547 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08b190-9b9e-421c-86fa-fbd495d5e251 req-f43c483a-b93d-4b77-9444-d082c680f624 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:08.174761 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d08b190-9b9e-421c-86fa-fbd495d5e251 req-f43c483a-b93d-4b77-9444-d082c680f624 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 945 time: 0.1674948 Aug 26 08:55:08.186019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (ac639d8e-0bd5-49fe-b0cc-78725e66b385), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.232264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (ac639d8e-0bd5-49fe-b0cc-78725e66b385), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.234022 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:08.235224 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.238186 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:08.248727 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:08.280220 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-b4349dbc-51a3-4782-996f-ceb1d0b4353f None None] Port a81dfa72-6e98-4baf-ad11-0355ffe802a1 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:08.391157 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d08b190-9b9e-421c-86fa-fbd495d5e251 req-9476f6c6-010e-4241-85cf-c474a632653c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042680 Aug 26 08:55:08.396815 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9296777 Aug 26 08:55:08.401374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.403877 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46596) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:08.439521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Request body: {'subnet': {'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134443937-subnet', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:08.501036 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Made reservation on behalf of 3d18cb354a0f46faba6c00b89b4e4b1c for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:08.505885 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.526852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390693e3-15ad-42f2-a309-c1c33a1f05d7 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:08.544235 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Publish callbacks [] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.576609 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b917-7e1a-4020-9370-76129f7b58b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac639d8e-0bd5-49fe-b0cc-78725e66b385,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:08.583411 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Transition to ACTIVE for port object 390693e3-15ad-42f2-a309-c1c33a1f05d7 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:55:08.594859 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bf1d-451c-497e-aefe-fd5b71541fcd req-edda9029-dbd1-4e19-a402-3305f312c4db tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:08.601148 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:55:08.609745 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2692bf1d-451c-497e-aefe-fd5b71541fcd req-edda9029-dbd1-4e19-a402-3305f312c4db tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 936 time: 0.3294685 Aug 26 08:55:08.665246 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.743401 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2692bf1d-451c-497e-aefe-fd5b71541fcd req-99df68b8-7fe4-4802-b1c1-eac8f9231f24 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271977 Aug 26 08:55:08.932113 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Pushing event updated for resources: {'Port': ['ID=390693e3-15ad-42f2-a309-c1c33a1f05d7,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:08.958929 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (678d5026-1e34-4b71-ba41-d724c449ddf4), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:08.963924 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa2179-c153-4b5b-9762-b01377c5eb6f req-de3e14b5-9ef3-4c77-8ae2-a52ea282913c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:08.964619 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aefa2179-c153-4b5b-9762-b01377c5eb6f req-de3e14b5-9ef3-4c77-8ae2-a52ea282913c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.2592361 Aug 26 08:55:09.022009 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:09.094236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=678d5026-1e34-4b71-ba41-d724c449ddf4,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:09.152169 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Attempting to bind port 390693e3-15ad-42f2-a309-c1c33a1f05d7 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:09.153056 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Attempting to bind port 390693e3-15ad-42f2-a309-c1c33a1f05d7 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:09.153056 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Attempting to bind port 390693e3-15ad-42f2-a309-c1c33a1f05d7 on network cef599d2-19e7-4024-8e64-36c75eab6420 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:09.160321 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Checking segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:09.160877 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Network hostable DHCP agents. Network: ac639d8e-0bd5-49fe-b0cc-78725e66b385, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:55:09.164270 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:09.186840 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aefa2179-c153-4b5b-9762-b01377c5eb6f req-3912fa6b-0271-498f-8543-2a91fde4949c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836700 Aug 26 08:55:09.191557 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Port 390693e3-15ad-42f2-a309-c1c33a1f05d7 on network cef599d2-19e7-4024-8e64-36c75eab6420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:55:09.192190 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Attempting to bind port 390693e3-15ad-42f2-a309-c1c33a1f05d7 on network cef599d2-19e7-4024-8e64-36c75eab6420 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:09.201329 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:09.214236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:09.214808 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Checking segment: {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:09.215490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Bound using segment: {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:09.216203 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Bound port: 390693e3-15ad-42f2-a309-c1c33a1f05d7, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3f4814-b316-4cac-b7f4-9859bb31ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:09.216966 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.235326 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162da88-511d-4758-b33d-e0edc118ec6a req-5d7cfe4f-0dcd-4287-a4cf-4031eb6c0659 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:09.237285 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5162da88-511d-4758-b33d-e0edc118ec6a req-5d7cfe4f-0dcd-4287-a4cf-4031eb6c0659 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 932 time: 0.1365385 Aug 26 08:55:09.278408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:55:09.342498 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, ac639d8e-0bd5-49fe-b0cc-78725e66b385) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:09.375488 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb54d3-e102-4376-877b-ee1ab782aae8 None None] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:55:09.383828 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5162da88-511d-4758-b33d-e0edc118ec6a req-23586e91-7090-4e4d-a441-d6940b6a861d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376369 Aug 26 08:55:09.387706 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:09.389360 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.416245 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81dfa72-6e98-4baf-ad11-0355ffe802a1 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:09.451637 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c8ddc80b-2c0e-466c-8080-68f4409a9e3b admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0407097 Aug 26 08:55:09.454636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46602) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:09.458002 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Publish callbacks [] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.469104 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:09.478300 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:09.496787 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Transition to ACTIVE for port object a81dfa72-6e98-4baf-ad11-0355ffe802a1 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:55:09.498786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] For port 390693e3-15ad-42f2-a309-c1c33a1f05d7, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:09.508362 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] For port 390693e3-15ad-42f2-a309-c1c33a1f05d7, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:09.512804 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.534560 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.540531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:09.541761 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.544618 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/390693e3-15ad-42f2-a309-c1c33a1f05d7 HTTP/1.1" status: 200 len: 1098 time: 3.0085819 Aug 26 08:55:09.553566 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (4dd7f2ac-648d-4c59-904e-a604c393c97e), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.555507 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (4dd7f2ac-648d-4c59-904e-a604c393c97e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.584350 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'tag': '390693e3-15ad-42f2-a309-c1c33a1f05d7'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:09.591362 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea64384-6e60-40b7-b416-8cf06faa1b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba6e623-d5a4-4f7f-ab8f-ede13517de39", "tag": "390693e3-15ad-42f2-a309-c1c33a1f05d7"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:09.689705 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks [] for router_controller (4dd7f2ac-648d-4c59-904e-a604c393c97e), precommit_add_association {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.699169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:55:09.701791 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:09.738350 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec38392-40dc-453e-ac89-a12e54bb9b59 x-openstack-request-id: req-bec38392-40dc-453e-ac89-a12e54bb9b59 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:09.739483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba6e623-d5a4-4f7f-ab8f-ede13517de39", "tag": "390693e3-15ad-42f2-a309-c1c33a1f05d7", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:09.740000 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bec38392-40dc-453e-ac89-a12e54bb9b59 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:09.740912 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec38392-40dc-453e-ac89-a12e54bb9b59'] response: {'name': 'network-changed', 'server_uuid': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'tag': '390693e3-15ad-42f2-a309-c1c33a1f05d7', 'status': 'completed', 'code': 200} Aug 26 08:55:09.883746 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Pushing event updated for resources: {'Port': ['ID=a81dfa72-6e98-4baf-ad11-0355ffe802a1,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:09.965963 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab09fd-0970-4d64-a979-acb170cd2684 req-421c9a18-5cae-4745-afd2-576240230dd5 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:09.973825 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3fab09fd-0970-4d64-a979-acb170cd2684 req-421c9a18-5cae-4745-afd2-576240230dd5 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 945 time: 0.3208346 Aug 26 08:55:09.981332 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-8348b917-7e5b-46f7-82fa-686b701c8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:09.983291 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-8348b917-7e5b-46f7-82fa-686b701c8384 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=d9c2937d8e1243c185dab8e97f0a6e90&device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 1132 time: 0.2273080 Aug 26 08:55:10.067352 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks [] for router_gateway (4dd7f2ac-648d-4c59-904e-a604c393c97e), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.080122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Allocated IP 172.20.0.2 (ac639d8e-0bd5-49fe-b0cc-78725e66b385/678d5026-1e34-4b71-ba41-d724c449ddf4/318d9d69-80c5-4caa-98b9-b0e599160cfc) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:10.092024 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e5d52-bfa2-4015-85de-5a9264b7e111 req-4fdbd8d4-bd2f-408e-8c4b-9170dbe3ee93 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.095081 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c44e5d52-bfa2-4015-85de-5a9264b7e111 req-4fdbd8d4-bd2f-408e-8c4b-9170dbe3ee93 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 948 time: 0.0779715 Aug 26 08:55:10.102680 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-5e3d7a30-203f-4902-84c0-ca921b3d2ccd service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7 HTTP/1.1" status: 200 len: 217 time: 0.0949233 Aug 26 08:55:10.145618 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f1f5a-feb9-40e1-a5e3-0dedcc84a0de service neutron] Pushing event updated for resources: {'Port': ['ID=390693e3-15ad-42f2-a309-c1c33a1f05d7,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:10.178697 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Attempting to bind port a81dfa72-6e98-4baf-ad11-0355ffe802a1 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:10.179693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Attempting to bind port a81dfa72-6e98-4baf-ad11-0355ffe802a1 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:10.179693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Attempting to bind port a81dfa72-6e98-4baf-ad11-0355ffe802a1 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:10.196344 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3fab09fd-0970-4d64-a979-acb170cd2684 req-a7b82c60-8c62-4dcf-af59-38dbebd482cc tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206557 Aug 26 08:55:10.220270 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c44e5d52-bfa2-4015-85de-5a9264b7e111 req-bd3e5081-df09-40c5-80f5-9aaf5d4d9d43 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139648 Aug 26 08:55:10.227434 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Port a81dfa72-6e98-4baf-ad11-0355ffe802a1 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:55:10.227759 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Attempting to bind port a81dfa72-6e98-4baf-ad11-0355ffe802a1 on network 0095b163-b541-4b8f-a3b6-64656b6e47e8 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:10.237149 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-28986977-cdcd-40b0-aef3-622d835d6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.239571 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-28986977-cdcd-40b0-aef3-622d835d6630 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=1a26ef8f-8335-43c2-b5fc-728837300f9c HTTP/1.1" status: 200 len: 843 time: 0.1175594 Aug 26 08:55:10.244533 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:10.245178 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Checking segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:10.245733 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Bound using segment: {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:10.247888 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Bound port: a81dfa72-6e98-4baf-ad11-0355ffe802a1, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:10.248672 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.361519 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks [] for router_gateway (4dd7f2ac-648d-4c59-904e-a604c393c97e), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.385459 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.426226 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Publish callbacks [] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.439605 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.463824 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:10.479791 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:10.481820 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046ee5-5e7b-4016-a089-97f254532651 req-1974a3e0-1f04-4b47-9611-2a1d2c86c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.483693 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-1974a3e0-1f04-4b47-9611-2a1d2c86c1fd service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=cef599d2-19e7-4024-8e64-36c75eab6420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2300529 Aug 26 08:55:10.498208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504f298-f0e6-40c1-b481-7455396766c3 req-ba2c95d9-aa3b-4616-a47c-2425cea2511a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.500281 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d504f298-f0e6-40c1-b481-7455396766c3 req-ba2c95d9-aa3b-4616-a47c-2425cea2511a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1158874 Aug 26 08:55:10.508591 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] For port a81dfa72-6e98-4baf-ad11-0355ffe802a1, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:10.514520 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] For port a81dfa72-6e98-4baf-ad11-0355ffe802a1, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:10.516772 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:10.529636 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:10.537088 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.542980 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.543672 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.545121 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 1094 time: 2.4032717 Aug 26 08:55:10.568129 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Allocated IP 172.27.3.83 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:10.594540 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:10.639631 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d504f298-f0e6-40c1-b481-7455396766c3 req-db2e7ea4-910c-498f-99d8-65d6c84d2a76 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278772 Aug 26 08:55:10.662914 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dbed3-b224-4499-8e73-5a7dd85081bd service neutron] Pushing event updated for resources: {'Port': ['ID=a81dfa72-6e98-4baf-ad11-0355ffe802a1,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:10.666266 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Pushing event updated for resources: {'Port': ['ID=318d9d69-80c5-4caa-98b9-b0e599160cfc,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:10.671513 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fda4a-1a7c-488e-8d9b-8f715991d12c req-0a29a84b-b449-4c2b-af85-e3baf8389d2a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.673423 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a76fda4a-1a7c-488e-8d9b-8f715991d12c req-0a29a84b-b449-4c2b-af85-e3baf8389d2a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 944 time: 0.1006804 Aug 26 08:55:10.700243 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Attempting to bind port 318d9d69-80c5-4caa-98b9-b0e599160cfc on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:10.700831 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Attempting to bind port 318d9d69-80c5-4caa-98b9-b0e599160cfc by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:10.701401 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Attempting to bind port 318d9d69-80c5-4caa-98b9-b0e599160cfc on network ac639d8e-0bd5-49fe-b0cc-78725e66b385 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:10.718695 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:10.719346 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Checking segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:10.720007 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.720621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Bound using segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:10.721424 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Bound port: 318d9d69-80c5-4caa-98b9-b0e599160cfc, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:10.722034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.799117 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a76fda4a-1a7c-488e-8d9b-8f715991d12c req-7248c17b-310c-4aa1-9ce3-33d469342b3f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973215 Aug 26 08:55:10.808251 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:55:10.811855 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:10.816076 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:10.833608 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:10.834207 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.849558 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:10.862358 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks [] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.931976 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] For port 318d9d69-80c5-4caa-98b9-b0e599160cfc, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:10.938694 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] For port 318d9d69-80c5-4caa-98b9-b0e599160cfc, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=318d9d69-80c5-4caa-98b9-b0e599160cfc,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:10.952091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-9ef54cda-1570-4e05-b182-7d0d2f13ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:10.954872 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-9ef54cda-1570-4e05-b182-7d0d2f13ce65 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1128 time: 0.0814905 Aug 26 08:55:10.963431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:10.965760 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:11.040445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:11.077238 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:11.094747 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-461cbe74-f868-47e1-baae-d9f4b9cdcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.097641 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-461cbe74-f868-47e1-baae-d9f4b9cdcb9f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa&tenant_id=8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 1127 time: 0.2723551 Aug 26 08:55:11.124493 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-efef28d7-c62b-4f17-80f4-998020316f3d service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 217 time: 0.1553903 Aug 26 08:55:11.125914 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:11.126763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:11.138102 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:11.156937 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:11.177564 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:11.180968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0e374-d94e-483a-ab49-a6490266551f" -d '{"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-plugged", "status": "completed", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:11.184130 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:11.210328 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1885f-3fd7-4c93-b733-a76b82864626 None None] Pushing event updated for resources: {'Port': ['ID=318d9d69-80c5-4caa-98b9-b0e599160cfc,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:11.224056 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:11.233437 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:11.315156 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-7a7ecac2-d400-4455-b2fb-8e1fb673272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.324976 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-7a7ecac2-d400-4455-b2fb-8e1fb673272d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1127 time: 0.1757545 Aug 26 08:55:11.326199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-debc2460-50f1-4c3b-8b80-f3c283458ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.329872 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-debc2460-50f1-4c3b-8b80-f3c283458ace service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1891134 Aug 26 08:55:11.360772 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-e2a6e2cc-64b8-4fa7-a053-187985339e0d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/cef599d2-19e7-4024-8e64-36c75eab6420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839977 Aug 26 08:55:11.470815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484046d1-afad-4181-b16d-788394e6e453 x-openstack-request-id: req-484046d1-afad-4181-b16d-788394e6e453 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:11.471724 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-plugged", "status": "completed", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:11.472139 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-484046d1-afad-4181-b16d-788394e6e453 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:11.472830 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484046d1-afad-4181-b16d-788394e6e453'] response: {'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'code': 200} Aug 26 08:55:11.473987 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:11.717919 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171349-0ab2-477f-84ad-1575f5518203 req-5962d041-deea-4d44-8a0a-364c8f888c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.721724 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-5962d041-deea-4d44-8a0a-364c8f888c90 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3602278 Aug 26 08:55:11.742663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:11.752742 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe4430-c852-4584-91d6-9a95e185f243" -d '{"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:11.873557 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:11.923119 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5e43-930a-4dbe-82b1-b3d5565d5cda req-c379d48a-e626-4d14-834c-ae8b1fba62e8 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.924856 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-70ae5e43-930a-4dbe-82b1-b3d5565d5cda req-c379d48a-e626-4d14-834c-ae8b1fba62e8 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 948 time: 0.3183231 Aug 26 08:55:11.931982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750314-200e-4346-a181-736d2b984b1e req-21090f5b-9609-46c6-9691-ca2e6f986c2f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.934739 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f4750314-200e-4346-a181-736d2b984b1e req-21090f5b-9609-46c6-9691-ca2e6f986c2f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.4827480 Aug 26 08:55:11.977421 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-8e5c4ba1-83f9-44c2-95f8-ec99bc6b8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:11.979534 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-8e5c4ba1-83f9-44c2-95f8-ec99bc6b8c9c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.6371830 Aug 26 08:55:12.095413 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44046ee5-5e7b-4016-a089-97f254532651 req-be452abd-c430-465f-a27e-fe3318ef95bf service neutron] 10.222.0.115 "GET /networking/v2.0/networks/cef599d2-19e7-4024-8e64-36c75eab6420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735218 Aug 26 08:55:12.173236 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-bedd0756-18af-4369-9689-293fbeb1f792 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 998 time: 0.1674726 Aug 26 08:55:12.188047 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-70ae5e43-930a-4dbe-82b1-b3d5565d5cda req-664ff56a-a63a-4dbe-8788-1fcced1450d4 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226505 Aug 26 08:55:12.456388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a2950-edb2-4bf5-a9f2-b8d8d19d6762 req-0a79937c-6c8c-4688-a466-ffe0f1037f70 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:12.471464 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-938a2950-edb2-4bf5-a9f2-b8d8d19d6762 req-0a79937c-6c8c-4688-a466-ffe0f1037f70 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1666088 Aug 26 08:55:12.533530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc798798-e845-4d91-9f6c-c71ecc476aab req-c60417a1-27c8-4fa2-af3c-8920b2b48df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:12.536507 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bc798798-e845-4d91-9f6c-c71ecc476aab req-c60417a1-27c8-4fa2-af3c-8920b2b48df2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1130 time: 0.6221642 Aug 26 08:55:12.615122 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-938a2950-edb2-4bf5-a9f2-b8d8d19d6762 req-1e7e5354-acff-477c-850f-750849ba6723 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412914 Aug 26 08:55:12.623647 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f4750314-200e-4346-a181-736d2b984b1e req-6437c65e-04ae-4d04-beb2-e9ea8b6ac78e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6487207 Aug 26 08:55:12.629864 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 318d9d69-80c5-4caa-98b9-b0e599160cfc up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:12.635592 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-cc302083-8cfe-4452-9471-3f8526a1838a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8996077 Aug 26 08:55:12.666410 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks [] for router_gateway (4dd7f2ac-648d-4c59-904e-a604c393c97e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:12.753894 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a76e0-09fc-4982-9eda-c9a7473ae6fa x-openstack-request-id: req-e93a76e0-09fc-4982-9eda-c9a7473ae6fa {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:12.753894 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:12.753894 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e93a76e0-09fc-4982-9eda-c9a7473ae6fa {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:12.753894 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93a76e0-09fc-4982-9eda-c9a7473ae6fa'] response: {'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'status': 'completed', 'code': 200} Aug 26 08:55:12.754806 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 318d9d69-80c5-4caa-98b9-b0e599160cfc triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:12.755982 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:12.884843 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105556a-f162-47fe-8716-a6b1c2c3b899 req-8ea85c00-a68d-4008-82aa-c27c44e2a4f2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:12.886615 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c105556a-f162-47fe-8716-a6b1c2c3b899 req-8ea85c00-a68d-4008-82aa-c27c44e2a4f2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 944 time: 0.0812576 Aug 26 08:55:12.895794 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 318d9d69-80c5-4caa-98b9-b0e599160cfc is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:12.896705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:12.953439 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 318d9d69-80c5-4caa-98b9-b0e599160cfc, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=318d9d69-80c5-4caa-98b9-b0e599160cfc,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:12.960254 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:13.034709 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c105556a-f162-47fe-8716-a6b1c2c3b899 req-43274b15-3d44-45a7-a20e-05520e5f93e0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304803 Aug 26 08:55:13.054866 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df897ad-7023-491a-9d26-0b90221ea32c None None] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:55:13.077474 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:13.091974 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (4dd7f2ac-648d-4c59-904e-a604c393c97e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:13.146008 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=318d9d69-80c5-4caa-98b9-b0e599160cfc,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:13.160568 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-2719adea-babb-42c8-85f9-a8cc6b464054 None None] Provisioning complete for port 318d9d69-80c5-4caa-98b9-b0e599160cfc triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:13.161203 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-2719adea-babb-42c8-85f9-a8cc6b464054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:13.172572 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:13.367813 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:13.410530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Router 4dd7f2ac-648d-4c59-904e-a604c393c97e is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:55:13.410852 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-2719adea-babb-42c8-85f9-a8cc6b464054 None None] Current status of the port 318d9d69-80c5-4caa-98b9-b0e599160cfc is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:13.441399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ed285-b425-4020-8c90-58516ba4772c req-01f036af-4c49-412c-a09e-11aa400403b3 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:13.443439 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ab4ed285-b425-4020-8c90-58516ba4772c req-01f036af-4c49-412c-a09e-11aa400403b3 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 948 time: 0.0806599 Aug 26 08:55:13.638972 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ab4ed285-b425-4020-8c90-58516ba4772c req-60a1fd2b-f659-4189-9dd8-2bf2ac7e7239 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436250 Aug 26 08:55:13.657470 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:55:13.684836 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Sync routers for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:55:13.762992 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:13.765366 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:54:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:13.878778 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:13.887337 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-43254a62-eb0b-4c76-9ddb-9dc9000417d0 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4322538 Aug 26 08:55:13.892101 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46642) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:13.929584 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-e4c91344-ef1d-4917-ac92-14ca1ec6bf77 None None] Provisioning complete for port 318d9d69-80c5-4caa-98b9-b0e599160cfc triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:13.929990 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e4c91344-ef1d-4917-ac92-14ca1ec6bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:13.939726 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:13.984173 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-8adc1d3c-c526-4028-b9b7-a9c259c9ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:13.986596 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-8adc1d3c-c526-4028-b9b7-a9c259c9ae9d service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.2957540 Aug 26 08:55:14.000999 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72bf72-7fc3-4392-9ef0-743f3c456f2b req-0196c3f2-50ef-403c-b14e-2099875320cb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.003406 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bc72bf72-7fc3-4392-9ef0-743f3c456f2b req-0196c3f2-50ef-403c-b14e-2099875320cb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1998074 Aug 26 08:55:14.005259 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c74da-108d-4b8c-beca-fec7af378a5e req-23b34a29-7f0b-4db5-afc6-330635c22f41 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.008259 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd3c74da-108d-4b8c-beca-fec7af378a5e req-23b34a29-7f0b-4db5-afc6-330635c22f41 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1140997 Aug 26 08:55:14.019864 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:14.030982 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-dea44155-1ea7-4467-ad72-67f8cc831095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.033595 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-dea44155-1ea7-4467-ad72-67f8cc831095 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=d9c2937d8e1243c185dab8e97f0a6e90&device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 1132 time: 0.2236156 Aug 26 08:55:14.173006 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bc798798-e845-4d91-9f6c-c71ecc476aab req-1bf2aeda-2538-4f44-9952-3b5b0b108d5f service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4632823 Aug 26 08:55:14.177733 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-48e1d027-7403-4ad2-8c04-2cda0205df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.180866 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-48e1d027-7403-4ad2-8c04-2cda0205df0f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1758347 Aug 26 08:55:14.263892 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bc72bf72-7fc3-4392-9ef0-743f3c456f2b req-c1ca73c6-d94d-446e-89e3-e4cba1e6f3e3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455962 Aug 26 08:55:14.286024 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-e4c91344-ef1d-4917-ac92-14ca1ec6bf77 None None] Current status of the port 318d9d69-80c5-4caa-98b9-b0e599160cfc is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:14.302161 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd3c74da-108d-4b8c-beca-fec7af378a5e req-e3f94175-412f-48c7-b46e-ac8c6a6f5224 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003379 Aug 26 08:55:14.307312 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4171349-0ab2-477f-84ad-1575f5518203 req-110f091c-3452-4b34-931f-c84bed968594 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580950 Aug 26 08:55:14.345199 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-29f1aecb-0a18-47c0-9980-356eb61a9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.347764 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-29f1aecb-0a18-47c0-9980-356eb61a9a08 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=cef599d2-19e7-4024-8e64-36c75eab6420 HTTP/1.1" status: 200 len: 871 time: 0.2798762 Aug 26 08:55:14.422832 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:11Z', 'revision_number': 3, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:14.476744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351f02f-6407-480a-ba55-9cfb21928559 req-3b61a9ec-f069-4acb-bd31-29ad89a7e870 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.480274 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e351f02f-6407-480a-ba55-9cfb21928559 req-3b61a9ec-f069-4acb-bd31-29ad89a7e870 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 944 time: 0.0919027 Aug 26 08:55:14.490635 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Checking router: 4dd7f2ac-648d-4c59-904e-a604c393c97e for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:55:14.491721 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Updating router 4dd7f2ac-648d-4c59-904e-a604c393c97e port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:55:14.730510 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 390693e3-15ad-42f2-a309-c1c33a1f05d7 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:55:14.740392 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e351f02f-6407-480a-ba55-9cfb21928559 req-41714b41-ccb9-48d8-b0e8-0f49d8deabff tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219136 Aug 26 08:55:14.748005 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-4ba98b0f-6aeb-4519-a738-0ab607c754b8 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7 HTTP/1.1" status: 200 len: 217 time: 0.2415330 Aug 26 08:55:14.759852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:14.775963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 318d9d69-80c5-4caa-98b9-b0e599160cfc up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:14.829523 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:14.861133 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-9d57643b-3a77-4c80-91cd-fe03517c1817 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789182 Aug 26 08:55:14.942645 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:14.960938 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60725ee-c280-471c-8da6-3866d37e9358 req-a2029ac9-4b5f-4045-b4d9-65b0d0b1b299 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:14.962513 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d60725ee-c280-471c-8da6-3866d37e9358 req-a2029ac9-4b5f-4045-b4d9-65b0d0b1b299 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 948 time: 0.0790753 Aug 26 08:55:15.003438 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:15.004526 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.017135 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:15.057060 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d60725ee-c280-471c-8da6-3866d37e9358 req-ffad8f69-1786-4b14-88e3-8241333ffec6 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816829 Aug 26 08:55:15.093417 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 318d9d69-80c5-4caa-98b9-b0e599160cfc triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:15.094036 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.282396 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:15.285320 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 390693e3-15ad-42f2-a309-c1c33a1f05d7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:15.290341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Allocated IP 172.20.0.1 (ac639d8e-0bd5-49fe-b0cc-78725e66b385/678d5026-1e34-4b71-ba41-d724c449ddf4/8673fac2-0421-4848-86b5-0c66a13e2b10) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:15.320660 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '390693e3-15ad-42f2-a309-c1c33a1f05d7', 'network_id': 'cef599d2-19e7-4024-8e64-36c75eab6420', 'port_id': '390693e3-15ad-42f2-a309-c1c33a1f05d7', 'mac_address': 'fa:16:3e:0f:5a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a26ef8f-8335-43c2-b5fc-728837300f9c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:55:15.472481 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 390693e3-15ad-42f2-a309-c1c33a1f05d7 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:15.473085 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.486844 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 318d9d69-80c5-4caa-98b9-b0e599160cfc is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:15.493287 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2350-dcfb-4ac5-b6c4-2eb324a51835 req-4cb9fcc7-1c5e-4f2b-9da4-ccb1947a0cdc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:15.496378 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-96ec2350-dcfb-4ac5-b6c4-2eb324a51835 req-4cb9fcc7-1c5e-4f2b-9da4-ccb1947a0cdc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0930979 Aug 26 08:55:15.509219 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks [] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.522703 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390693e3-15ad-42f2-a309-c1c33a1f05d7 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:15.577995 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-96ec2350-dcfb-4ac5-b6c4-2eb324a51835 req-80a54aff-10aa-4fd5-9a0e-c5180beb4d22 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706148 Aug 26 08:55:15.580529 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.598672 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 390693e3-15ad-42f2-a309-c1c33a1f05d7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:15.637565 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.646386 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:15.674204 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:15.680059 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:15.684597 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:15.685451 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (4dd7f2ac-648d-4c59-904e-a604c393c97e), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.692390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Pushing event updated for resources: {'Port': ['ID=8673fac2-0421-4848-86b5-0c66a13e2b10,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:15.713478 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Publish callbacks [] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.736811 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1861c36a-2e39-49e1-b924-f2a20ce277c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.738771 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.778352 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=390693e3-15ad-42f2-a309-c1c33a1f05d7,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:15.781437 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Attempting to bind port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:15.781805 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Attempting to bind port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:15.782183 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Attempting to bind port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:15.793224 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3266-5e44-4ebb-a3dd-74787864a5ed req-7ff2b312-0e92-432b-a80b-53fcec2f7f5b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:15.802475 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cf9b3266-5e44-4ebb-a3dd-74787864a5ed req-7ff2b312-0e92-432b-a80b-53fcec2f7f5b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0999227 Aug 26 08:55:15.818358 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:15.822941 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:15.823298 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.823659 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:15.824125 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Bound port: b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:15.827007 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:15.896628 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cf9b3266-5e44-4ebb-a3dd-74787864a5ed req-16f6bb22-9102-4150-8508-9a75ed055d5e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929945 Aug 26 08:55:15.897551 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c43d7-be44-48ac-bf6c-c5b30084c9ad None None] Pushing event updated for resources: {'Port': ['ID=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:15.950743 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] For port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:15.993725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] For port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:16.006702 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:16.019034 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:16.094374 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['390693e3-15ad-42f2-a309-c1c33a1f05d7'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:55:16.103775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:16.104685 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:54:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:16.192281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00d3f-dc95-48d5-b35a-10dc5c7bbcc5 req-4ab39615-7bad-439d-bd34-318c22ad784a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:16.195261 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-57c00d3f-dc95-48d5-b35a-10dc5c7bbcc5 req-4ab39615-7bad-439d-bd34-318c22ad784a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 944 time: 0.1408617 Aug 26 08:55:16.262271 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c43d7-be44-48ac-bf6c-c5b30084c9ad None None] Pushing event updated for resources: {'Port': ['ID=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:16.271637 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-89f69f95-25d1-4e76-9602-ae682a35aa7e None None] Provisioning complete for port 8673fac2-0421-4848-86b5-0c66a13e2b10 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:16.272344 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-89f69f95-25d1-4e76-9602-ae682a35aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:16.312373 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-57c00d3f-dc95-48d5-b35a-10dc5c7bbcc5 req-9320df77-17ad-440e-98c9-83728cf84c02 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034391 Aug 26 08:55:16.378679 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks [] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:16.390735 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:16.392542 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (4dd7f2ac-648d-4c59-904e-a604c393c97e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:16.409588 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:16.409908 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:16.420504 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-89f69f95-25d1-4e76-9602-ae682a35aa7e None None] Port 8673fac2-0421-4848-86b5-0c66a13e2b10 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:16.458578 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:16.584735 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Pushing event updated for resources: {'Port': ['ID=8673fac2-0421-4848-86b5-0c66a13e2b10,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:16.678000 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65039dd5-8eb7-438a-a1f9-14290321f6fb req-f1c7bf2b-ca66-41fa-98ed-0bdfe7a446c2 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:16.684835 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-65039dd5-8eb7-438a-a1f9-14290321f6fb req-f1c7bf2b-ca66-41fa-98ed-0bdfe7a446c2 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 949 time: 0.2253041 Aug 26 08:55:16.686830 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:16.713438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-324b1081-03a3-456d-b23b-c9ad663c26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:16.716668 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-324b1081-03a3-456d-b23b-c9ad663c26bc service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1128 time: 0.1144848 Aug 26 08:55:16.856303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-e210bb6c-23c5-4245-977d-377a3bf1c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:16.859943 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-e210bb6c-23c5-4245-977d-377a3bf1c3fb service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=1a26ef8f-8335-43c2-b5fc-728837300f9c HTTP/1.1" status: 200 len: 843 time: 0.2802482 Aug 26 08:55:16.874143 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 1, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:16.900760 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:16.907182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:16.933041 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47895f-e290-48a4-b729-06c2d38ef842 None None] The sync data for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi is: [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 1, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:55:17.035788 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-65039dd5-8eb7-438a-a1f9-14290321f6fb req-d78e3ba2-0963-4b58-b676-6512448daae2 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247559 Aug 26 08:55:17.080510 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-ef409250-ff24-4a69-8854-7c54f685b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:17.096337 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-3f57583b-09ea-4bf4-b067-337efd513e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:17.098853 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-3f57583b-09ea-4bf4-b067-337efd513e2b service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.3453631 Aug 26 08:55:17.107231 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-ef409250-ff24-4a69-8854-7c54f685b3c1 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=cef599d2-19e7-4024-8e64-36c75eab6420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2301924 Aug 26 08:55:17.118676 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3c100317-1816-41ca-a13d-5e4b66b0187f req-04b9d963-600a-4f18-a9e0-ae85ee597395 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414813 Aug 26 08:55:17.235440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Router 4dd7f2ac-648d-4c59-904e-a604c393c97e has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:55:17.388970 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c2181-5e2a-4dfb-bdf9-574137d8b9f7 req-967f72dc-fe9d-48a4-818b-3a4a829f8b59 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:17.393291 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-628c2181-5e2a-4dfb-bdf9-574137d8b9f7 req-967f72dc-fe9d-48a4-818b-3a4a829f8b59 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1510510 Aug 26 08:55:17.406485 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa9a7-5117-44b0-9350-7aa625b88c18 req-7693ceeb-0d70-427e-a225-4f0adfae4083 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:17.409700 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9d9fa9a7-5117-44b0-9350-7aa625b88c18 req-7693ceeb-0d70-427e-a225-4f0adfae4083 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1721437 Aug 26 08:55:17.491880 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-f7310ea8-c83e-40bc-8cab-dd082490f53b None None] Provisioning complete for port 8673fac2-0421-4848-86b5-0c66a13e2b10 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:17.492488 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f7310ea8-c83e-40bc-8cab-dd082490f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:17.514578 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-628c2181-5e2a-4dfb-bdf9-574137d8b9f7 req-95eb2b2a-a9f8-43dc-b969-b6a49b4105e7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127372 Aug 26 08:55:17.568777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-f7310ea8-c83e-40bc-8cab-dd082490f53b None None] Port 8673fac2-0421-4848-86b5-0c66a13e2b10 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:17.570604 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9d9fa9a7-5117-44b0-9350-7aa625b88c18 req-0abbf8b9-7b76-47ce-ae25-29237d71e6c0 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495395 Aug 26 08:55:17.677396 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:55:17.686306 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-f7667a6e-8c4d-4a59-b85e-b97efda55104 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/4dd7f2ac-648d-4c59-904e-a604c393c97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7855184 Aug 26 08:55:17.706584 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0e0f-a65d-403e-9500-f6b9ac14f969 req-8b97aa38-2f7b-42f0-a6f3-2a907497fb8a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:17.708050 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-51dc0e0f-a65d-403e-9500-f6b9ac14f969 req-8b97aa38-2f7b-42f0-a6f3-2a907497fb8a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 944 time: 0.0874271 Aug 26 08:55:17.821956 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-51dc0e0f-a65d-403e-9500-f6b9ac14f969 req-73b39eae-9cf8-40c3-9fa5-715faa238786 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011877 Aug 26 08:55:18.030233 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-d2a5a3bc-6401-4865-a678-6f56adea9498 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 217 time: 0.1171739 Aug 26 08:55:18.121695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:18.127120 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-487d482d-e6eb-4914-982a-fc2a8c70d1fd service neutron] 10.222.0.115 "GET /networking/v2.0/networks/cef599d2-19e7-4024-8e64-36c75eab6420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135346 Aug 26 08:55:18.342767 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f05899cb-0033-4ba0-835d-05821f7137e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:18.521285 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5ea64384-6e60-40b7-b416-8cf06faa1b5e req-2669e28b-2a71-4442-973e-9f08a93cd261 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/cef599d2-19e7-4024-8e64-36c75eab6420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505223 Aug 26 08:55:18.605307 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device a81dfa72-6e98-4baf-ad11-0355ffe802a1 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:55:18.627705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 390693e3-15ad-42f2-a309-c1c33a1f05d7 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:18.760102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:18.846789 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:18.917284 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 390693e3-15ad-42f2-a309-c1c33a1f05d7 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:55:18.980405 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:18.982880 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.108202 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 390693e3-15ad-42f2-a309-c1c33a1f05d7 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:19.108577 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.111401 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bf90b-5340-4d44-a29f-00c35c3289a1 req-02cb3ea4-f215-4433-bf32-e40f95df9fcd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:19.118356 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-615bf90b-5340-4d44-a29f-00c35c3289a1 req-02cb3ea4-f215-4433-bf32-e40f95df9fcd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 949 time: 0.7693756 Aug 26 08:55:19.122432 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-9327f4bd-0e2d-414b-ac6e-051ce34eab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:19.124868 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-9327f4bd-0e2d-414b-ac6e-051ce34eab1b service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.9662387 Aug 26 08:55:19.192996 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.db.resource_extend [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 08:55:19.329589 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46716) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:19.348013 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-669140533-network', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:19.362879 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-c668f9c6-8957-4c70-9611-75db9315e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:19.370576 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-c668f9c6-8957-4c70-9611-75db9315e38b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2098787 Aug 26 08:55:19.390035 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:19.390871 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.611008 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-615bf90b-5340-4d44-a29f-00c35c3289a1 req-cc5dd3af-1bf3-4227-9214-9d7f35600d22 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745684 Aug 26 08:55:19.616214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:19.616373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d4287-e72c-43e2-9806-f5f936f0d2af req-bcb6eb63-0f22-41dc-8a2e-2729a3515477 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:19.627329 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-821d4287-e72c-43e2-9806-f5f936f0d2af req-bcb6eb63-0f22-41dc-8a2e-2729a3515477 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.8605006 Aug 26 08:55:19.627809 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.731338 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Made reservation on behalf of 5ffc549da2e2446889e2f0c0cc66e177 for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:19.743753 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.783548 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:19.787816 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.865656 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:19.875809 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 390693e3-15ad-42f2-a309-c1c33a1f05d7 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:19.877275 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:19.908438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:19.918461 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-821d4287-e72c-43e2-9806-f5f936f0d2af req-cf46c4cb-a1f6-48d2-b367-c1a7bc7d0c13 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756672 Aug 26 08:55:20.090199 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-d5d9c2ae-4450-45b3-b2af-75e8042e11e7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944330 Aug 26 08:55:20.140881 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390693e3-15ad-42f2-a309-c1c33a1f05d7'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:20.146335 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b56cee-90ff-4419-8cb0-c6eebae84447" -d '{"events": [{"server_uuid": "5ba6e623-d5a4-4f7f-ab8f-ede13517de39", "name": "network-vif-plugged", "status": "completed", "tag": "390693e3-15ad-42f2-a309-c1c33a1f05d7"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:20.176840 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.199070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 390693e3-15ad-42f2-a309-c1c33a1f05d7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:20.204584 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d15d-a415-4e26-90d4-e5879bf30ed2 req-e0c899fc-a37a-4943-b6f8-e97b80b34df0 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:20.207388 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dd1d15d-a415-4e26-90d4-e5879bf30ed2 req-e0c899fc-a37a-4943-b6f8-e97b80b34df0 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.3191726 Aug 26 08:55:20.222158 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port a81dfa72-6e98-4baf-ad11-0355ffe802a1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:20.226671 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:20.259142 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.275380 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec145a9-f5a6-4411-b706-71c3e849ddda req-864c636e-b886-4a60-89a3-5bf6820e931b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:20.296381 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ec145a9-f5a6-4411-b706-71c3e849ddda req-864c636e-b886-4a60-89a3-5bf6820e931b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 944 time: 0.1773469 Aug 26 08:55:20.345430 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:55:20.349929 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8dd1d15d-a415-4e26-90d4-e5879bf30ed2 req-49b5843f-ff84-44f9-a8b7-81068aa2de43 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246002 Aug 26 08:55:20.388606 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:20.430179 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks [] for security_group (b319d8ef-c679-4368-a7de-42b659c41f6d), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.448562 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b319d8ef-c679-4368-a7de-42b659c41f6d), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.524080 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ec145a9-f5a6-4411-b706-71c3e849ddda req-d6986acd-46da-4048-946b-769726b32c96 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256773 Aug 26 08:55:20.525535 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:55:20.553844 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712c4680-835d-4954-af9b-2338c28088f3 x-openstack-request-id: req-712c4680-835d-4954-af9b-2338c28088f3 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:20.555449 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba6e623-d5a4-4f7f-ab8f-ede13517de39", "name": "network-vif-plugged", "status": "completed", "tag": "390693e3-15ad-42f2-a309-c1c33a1f05d7", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:20.556169 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-712c4680-835d-4954-af9b-2338c28088f3 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:20.557089 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712c4680-835d-4954-af9b-2338c28088f3'] response: {'server_uuid': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390693e3-15ad-42f2-a309-c1c33a1f05d7', 'code': 200} Aug 26 08:55:20.615053 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (b9b725f2-090e-446f-8e25-68e948746012), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.615650 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Added segment b9b725f2-090e-446f-8e25-68e948746012 of type vlan for network 11c3d87b-8487-4a58-b47a-190c21be6777 Aug 26 08:55:20.621904 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=390693e3-15ad-42f2-a309-c1c33a1f05d7,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:20.642381 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port a81dfa72-6e98-4baf-ad11-0355ffe802a1 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:20.643885 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.675122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81dfa72-6e98-4baf-ad11-0355ffe802a1 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:20.714583 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:55:20.730109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:20.784417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (11c3d87b-8487-4a58-b47a-190c21be6777), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.808810 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port a81dfa72-6e98-4baf-ad11-0355ffe802a1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:20.839641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319d8ef-c679-4368-a7de-42b659c41f6d,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:20.852413 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.855769 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:20.856137 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.900056 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd93d-982f-4f03-bd32-8dedb42e8241 req-28a1e962-2a5f-47d0-8b97-33b60cd04249 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:20.912793 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (11c3d87b-8487-4a58-b47a-190c21be6777), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:20.913458 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-641dd93d-982f-4f03-bd32-8dedb42e8241 req-28a1e962-2a5f-47d0-8b97-33b60cd04249 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1080039 Aug 26 08:55:20.914531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:20.915531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:21.031206 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dccf4-3478-43f7-b5b4-8455d489ddef req-0ca24865-9f66-4ab4-8698-5a490ba9414d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:21.039833 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1c8dccf4-3478-43f7-b5b4-8455d489ddef req-0ca24865-9f66-4ab4-8698-5a490ba9414d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1777706 Aug 26 08:55:21.045488 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-641dd93d-982f-4f03-bd32-8dedb42e8241 req-0084b21e-ba2e-4b48-8a5c-28040de81f64 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264079 Aug 26 08:55:21.146114 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8062377 Aug 26 08:55:21.146847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46736) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:21.155371 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Request body: {'subnet': {'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-669140533-subnet', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:21.186422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f1ccb-7c86-4f46-9213-9500c203fb5c admin admin] Pushing event updated for resources: {'Network': ['ID=11c3d87b-8487-4a58-b47a-190c21be6777,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:21.235057 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 11c3d87b-8487-4a58-b47a-190c21be6777 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:55:21.309190 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1c8dccf4-3478-43f7-b5b4-8455d489ddef req-141b8320-43c0-4382-8148-fa2fc8c5b310 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667220 Aug 26 08:55:21.358110 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46738) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:21.418500 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Sync routers for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:55:21.419578 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefe6aa-e56f-4347-91a4-233f837ed63e req-cb44d970-52aa-4c81-9fc9-5968b649d6c8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:21.434444 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-faefe6aa-e56f-4347-91a4-233f837ed63e req-cb44d970-52aa-4c81-9fc9-5968b649d6c8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.2116125 Aug 26 08:55:21.443680 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Made reservation on behalf of 5ffc549da2e2446889e2f0c0cc66e177 for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:21.461875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:21.472822 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['a81dfa72-6e98-4baf-ad11-0355ffe802a1'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:55:21.479788 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:21.485358 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=a81dfa72-6e98-4baf-ad11-0355ffe802a1,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:21.486014 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:21.761455 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:21.864687 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:21.870336 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-faefe6aa-e56f-4347-91a4-233f837ed63e req-f6b75aff-09de-4e3b-83c9-3bf2c8558f5b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309218 Aug 26 08:55:21.962836 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:21.967021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.105811 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815350e-cd4e-431e-b544-daeba349ea02 req-7798f103-bba3-4a39-a70f-c759db743e58 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:22.118918 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3815350e-cd4e-431e-b544-daeba349ea02 req-7798f103-bba3-4a39-a70f-c759db743e58 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 945 time: 0.3732123 Aug 26 08:55:22.191607 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd180e-845e-4ed3-83de-09e59aca7655 tempest-TestShelveInstance-1180350830 tempest-TestShelveInstance-1180350830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:22.203218 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-40fd180e-845e-4ed3-83de-09e59aca7655 tempest-TestShelveInstance-1180350830 tempest-TestShelveInstance-1180350830-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1125 time: 0.8427320 Aug 26 08:55:22.204226 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46748) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:22.262862 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'port_id': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:22.301078 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3815350e-cd4e-431e-b544-daeba349ea02 req-c1fab122-369d-4457-ab59-67daa6c63eb3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725130 Aug 26 08:55:22.394431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.411639 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.454931 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8054f-d596-4d33-a9a1-c0581a6ad343 req-d042c97a-ff9a-4953-b4f5-18670bbd82e7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:22.471372 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eca8054f-d596-4d33-a9a1-c0581a6ad343 req-d042c97a-ff9a-4953-b4f5-18670bbd82e7 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1574879 Aug 26 08:55:22.552529 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.594725 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:16Z', 'revision_number': 2, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:22.675996 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Checking router: 4dd7f2ac-648d-4c59-904e-a604c393c97e for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:55:22.677406 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Updating router 4dd7f2ac-648d-4c59-904e-a604c393c97e port 8673fac2-0421-4848-86b5-0c66a13e2b10 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:55:22.694815 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.727832 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eca8054f-d596-4d33-a9a1-c0581a6ad343 req-1a05c591-32c5-4552-80ae-fa805b7cc0ee tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524724 Aug 26 08:55:22.755397 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.762763 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Checking segment: {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:22.763778 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Network hostable DHCP agents. Network: 11c3d87b-8487-4a58-b47a-190c21be6777, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:55:22.770620 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:22.800899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Network 11c3d87b-8487-4a58-b47a-190c21be6777 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:55:22.812058 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:22.825512 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 11c3d87b-8487-4a58-b47a-190c21be6777) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:22.842129 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c336c-f6cb-452d-bc08-bacf2dc39143 None None] Network 11c3d87b-8487-4a58-b47a-190c21be6777 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:55:22.851575 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:22.853926 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.889561 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-fa48199d-8b98-4e26-a376-e70e32d8f604 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7403791 Aug 26 08:55:22.894058 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46750) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:22.911328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:22.976042 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (7170a0a2-302b-4907-8b89-ab3406c417b7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:22.981939 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (7170a0a2-302b-4907-8b89-ab3406c417b7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:23.042775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:23.091357 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:23.207444 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Allocated IP 172.27.3.216 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/021381fd-ceef-4e49-8098-252c77a32713) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:23.307767 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-11c3d87b-8487-4a58-b47a-190c21be6777', 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777', 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'fixed_ips': [{'subnet_id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 08:55:23.309486 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:23.330748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks [] for router_controller (7170a0a2-302b-4907-8b89-ab3406c417b7), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:23.643171 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9eb6a-ea9a-4c2b-af56-c88aa835e8d1 req-85fb09a4-b8b0-4300-a582-c9f2ec1cd25f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:23.657338 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ef9eb6a-ea9a-4c2b-af56-c88aa835e8d1 req-85fb09a4-b8b0-4300-a582-c9f2ec1cd25f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.4240782 Aug 26 08:55:23.790192 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ef9eb6a-ea9a-4c2b-af56-c88aa835e8d1 req-1e40a7a1-5437-484a-820a-a73f882a5339 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310532 Aug 26 08:55:23.892846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:23.895832 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Allocated IP 172.20.0.2 (11c3d87b-8487-4a58-b47a-190c21be6777/ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48/b2105643-ef7e-470e-88d8-7e768ed87be7) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:23.971814 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for port (021381fd-ceef-4e49-8098-252c77a32713), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.022452 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b813-dd13-43c1-ae88-3bf95ced207f req-a3ce57f2-eb65-42b7-900c-cdd855c07f3f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:24.032481 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d61b813-dd13-43c1-ae88-3bf95ced207f req-a3ce57f2-eb65-42b7-900c-cdd855c07f3f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 945 time: 0.3575311 Aug 26 08:55:24.067673 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Publish callbacks [] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.086992 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (021381fd-ceef-4e49-8098-252c77a32713), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.091757 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.156182 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks [] for router_gateway (7170a0a2-302b-4907-8b89-ab3406c417b7), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.181061 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:24.218212 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Pushing event updated for resources: {'Port': ['ID=8673fac2-0421-4848-86b5-0c66a13e2b10,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:24.250605 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d61b813-dd13-43c1-ae88-3bf95ced207f req-d610e7ad-a8c1-4d91-ada9-0de0d2c17e69 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166502 Aug 26 08:55:24.254827 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2465b-e743-4f33-8774-04aa924e1212 req-3dfc3e17-6b59-46ad-af52-6296717ca385 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:24.256943 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.257216 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.257628 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.258225 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.258698 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.259270 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.259721 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.265217 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-beb2465b-e743-4f33-8774-04aa924e1212 req-3dfc3e17-6b59-46ad-af52-6296717ca385 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1965363 Aug 26 08:55:24.275467 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:24.275911 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.282981 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.287794 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.288750 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.289663 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.290518 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.291506 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.295560 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:24.315623 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:24.322176 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:24.480385 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Attempting to bind port 8673fac2-0421-4848-86b5-0c66a13e2b10 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:24.481107 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Attempting to bind port 8673fac2-0421-4848-86b5-0c66a13e2b10 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:24.481819 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Attempting to bind port 8673fac2-0421-4848-86b5-0c66a13e2b10 on network ac639d8e-0bd5-49fe-b0cc-78725e66b385 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:24.499185 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:24.504364 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Checking segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:24.505217 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.505941 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Bound using segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:24.506816 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Bound port: 8673fac2-0421-4848-86b5-0c66a13e2b10, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:24.507766 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.580219 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:24.605967 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Publish callbacks [] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.652511 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device a81dfa72-6e98-4baf-ad11-0355ffe802a1 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:24.703598 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] For port 8673fac2-0421-4848-86b5-0c66a13e2b10, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:24.709646 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] For port 8673fac2-0421-4848-86b5-0c66a13e2b10, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8673fac2-0421-4848-86b5-0c66a13e2b10,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:24.720636 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.827274 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6cf8-6e2e-4ec9-88a9-7e5ec9249f27 None None] Pushing event updated for resources: {'Port': ['ID=8673fac2-0421-4848-86b5-0c66a13e2b10,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:24.837124 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:24.838520 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:24.846264 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.924487 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks [] for router_gateway (7170a0a2-302b-4907-8b89-ab3406c417b7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:24.961921 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:24.979109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Pushing event updated for resources: {'Port': ['ID=b2105643-ef7e-470e-88d8-7e768ed87be7,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:25.030935 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.034420 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port a81dfa72-6e98-4baf-ad11-0355ffe802a1 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:55:25.045265 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Network 11c3d87b-8487-4a58-b47a-190c21be6777 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:25.048835 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:25.051821 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port a81dfa72-6e98-4baf-ad11-0355ffe802a1 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:25.052570 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.055716 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:25.058694 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:25.162061 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:25.209399 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc5424-84ff-4e0b-9002-3089103d39aa req-a10aadbd-ec95-4e94-b200-7d3f78bbafa3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:25.218751 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f9dc5424-84ff-4e0b-9002-3089103d39aa req-a10aadbd-ec95-4e94-b200-7d3f78bbafa3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1416681 Aug 26 08:55:25.240382 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:25.252463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'Port': ['ID=021381fd-ceef-4e49-8098-252c77a32713,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:25.334236 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Attempting to bind port b2105643-ef7e-470e-88d8-7e768ed87be7 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:25.335218 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Attempting to bind port b2105643-ef7e-470e-88d8-7e768ed87be7 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:25.335835 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Attempting to bind port b2105643-ef7e-470e-88d8-7e768ed87be7 on network 11c3d87b-8487-4a58-b47a-190c21be6777 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:25.348648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:25.349664 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Checking segment: {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:25.350531 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.351780 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Bound using segment: {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:25.352961 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Bound port: b2105643-ef7e-470e-88d8-7e768ed87be7, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:25.353855 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.414434 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f9dc5424-84ff-4e0b-9002-3089103d39aa req-44c47b49-d7c5-4e58-b18f-f762d73b0b8a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942379 Aug 26 08:55:25.502874 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for floatingip (ec9f192d-564c-468d-89e6-4d22a78b3059), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.558133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Allocated IP 172.27.3.11 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/5d5d45a8-2315-490f-9b1b-6e0319c8878c) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:25.580197 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port a81dfa72-6e98-4baf-ad11-0355ffe802a1 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:25.581232 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.621828 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-beb2465b-e743-4f33-8774-04aa924e1212 req-7b587fde-72ce-4afe-8af6-02d4e2a5080e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3258662 Aug 26 08:55:25.775339 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port a81dfa72-6e98-4baf-ad11-0355ffe802a1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:25.777596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:25.781481 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029bc78-9e70-4df5-969c-95a458cc4f20" -d '{"events": [{"server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "name": "network-vif-plugged", "status": "completed", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:25.802527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.819566 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] For port b2105643-ef7e-470e-88d8-7e768ed87be7, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:25.843682 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (021381fd-ceef-4e49-8098-252c77a32713), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.889130 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] For port b2105643-ef7e-470e-88d8-7e768ed87be7, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b2105643-ef7e-470e-88d8-7e768ed87be7,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:25.916289 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:25.957074 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef988a-530c-44b7-ab9e-4a97cffd9a1f x-openstack-request-id: req-bbef988a-530c-44b7-ab9e-4a97cffd9a1f {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:25.958421 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "name": "network-vif-plugged", "status": "completed", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:25.958925 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bbef988a-530c-44b7-ab9e-4a97cffd9a1f {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:25.962238 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbef988a-530c-44b7-ab9e-4a97cffd9a1f'] response: {'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'code': 200} Aug 26 08:55:25.976019 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=a81dfa72-6e98-4baf-ad11-0355ffe802a1,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:25.981962 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1151c-2114-41ca-9b31-39ff437976ef req-46c9b223-0201-4bc9-8be0-b92a57832d3a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:25.990016 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:24Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:25.996759 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-61e1151c-2114-41ca-9b31-39ff437976ef req-46c9b223-0201-4bc9-8be0-b92a57832d3a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 945 time: 0.2554255 Aug 26 08:55:26.078054 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f1b14-361b-4f2d-b7c7-21b18a67a2d2 None None] The sync data for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi is: [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:24Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:55:26.152660 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9787df-695e-4b0e-90f4-fb69adfeaba4 None None] Pushing event updated for resources: {'Port': ['ID=b2105643-ef7e-470e-88d8-7e768ed87be7,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:26.308096 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks [] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:26.311015 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:26.388539 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-61e1151c-2114-41ca-9b31-39ff437976ef req-2639e99f-e42a-465b-ba3b-6378d844dcc6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763239 Aug 26 08:55:26.513073 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:26.590986 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for port (021381fd-ceef-4e49-8098-252c77a32713), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:26.618576 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (021381fd-ceef-4e49-8098-252c77a32713), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:26.620127 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (ec9f192d-564c-468d-89e6-4d22a78b3059), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:26.644281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Pushing event updated for resources: {'Port': ['ID=5d5d45a8-2315-490f-9b1b-6e0319c8878c,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:26.681952 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:26.685711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:26.713581 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:26.999404 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2761ad-d4db-4cdf-956b-749eb0a33d8e req-ce11b78e-9e77-48cf-997a-6ffb929e38b9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:27.022912 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0c2761ad-d4db-4cdf-956b-749eb0a33d8e req-ce11b78e-9e77-48cf-997a-6ffb929e38b9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1667914 Aug 26 08:55:27.071692 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8673fac2-0421-4848-86b5-0c66a13e2b10 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:27.158828 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:27.245237 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0c2761ad-d4db-4cdf-956b-749eb0a33d8e req-77a74141-17c5-4dbf-938a-34eec9e0947a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194009 Aug 26 08:55:27.268605 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 8673fac2-0421-4848-86b5-0c66a13e2b10 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:27.269507 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:27.343610 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event updated for resources: {'Port': ['ID=021381fd-ceef-4e49-8098-252c77a32713,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:27.474131 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Floating IP ec9f192d-564c-468d-89e6-4d22a78b3059 associated. External IP: 172.27.3.216, port: 3a68c7ab-a856-4f62-ace7-5a4ee528bca2. Aug 26 08:55:27.504992 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6480-9c7c-45ef-8348-193bd51fb1bb req-fbf1caee-e283-41a5-85b5-270f68f586cd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:27.518961 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0bda6480-9c7c-45ef-8348-193bd51fb1bb req-fbf1caee-e283-41a5-85b5-270f68f586cd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.4495957 Aug 26 08:55:27.615746 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 8673fac2-0421-4848-86b5-0c66a13e2b10 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:27.616399 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:27.821069 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 8673fac2-0421-4848-86b5-0c66a13e2b10, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8673fac2-0421-4848-86b5-0c66a13e2b10,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:27.826464 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee3b5-a09c-44ee-a1f4-14e7660cebe3 req-b6d69967-5e20-45ac-be9c-6ac0854df8ac tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:27.827634 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:27.836815 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3f2ee3b5-a09c-44ee-a1f4-14e7660cebe3 req-b6d69967-5e20-45ac-be9c-6ac0854df8ac tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1774776 Aug 26 08:55:27.922062 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0bda6480-9c7c-45ef-8348-193bd51fb1bb req-c7f56df8-c243-4543-b432-ea7103c76842 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929894 Aug 26 08:55:27.929393 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks [] for router_gateway (7170a0a2-302b-4907-8b89-ab3406c417b7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:28.020331 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:28.062241 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3f2ee3b5-a09c-44ee-a1f4-14e7660cebe3 req-fbd91858-fa9d-4cdb-b6c7-d18ca06ebc3a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340659 Aug 26 08:55:28.135201 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=8673fac2-0421-4848-86b5-0c66a13e2b10,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:28.216982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:28.388045 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Router b662e0bc-8d5b-4793-84f4-fcfb9d9985da has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:55:28.410234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5e7e19-4303-4150-a0fa-1342c9071305 None None] Network 11c3d87b-8487-4a58-b47a-190c21be6777 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:55:28.420575 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (7170a0a2-302b-4907-8b89-ab3406c417b7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:28.498193 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:28.615759 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] Provisioning complete for port b2105643-ef7e-470e-88d8-7e768ed87be7 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:28.616146 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:28.694597 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:28.723101 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:55:28.784421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:28.824047 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509116-724b-4ddc-ac33-d0a4b2076828 req-e4ef7879-e8a4-44fa-98f8-2a6108ecf648 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:28.840500 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2c509116-724b-4ddc-ac33-d0a4b2076828 req-e4ef7879-e8a4-44fa-98f8-2a6108ecf648 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.2523670 Aug 26 08:55:28.879107 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9c06a645-e911-46bb-90c6-afff33b8898e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6234119 Aug 26 08:55:28.879915 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] Sync routers for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:55:28.880062 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:28.882247 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a6bb7-716f-4a91-9c90-a5d3b0d68233" -d '{"events": [{"name": "network-changed", "server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:28.918585 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] Current status of the port b2105643-ef7e-470e-88d8-7e768ed87be7 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:28.919237 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:28.940187 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8673fac2-0421-4848-86b5-0c66a13e2b10 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:28.986902 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6afa33c-614e-4b69-b537-4d05a19835a8 x-openstack-request-id: req-d6afa33c-614e-4b69-b537-4d05a19835a8 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:28.987153 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:28.987471 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6afa33c-614e-4b69-b537-4d05a19835a8 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:28.988042 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6afa33c-614e-4b69-b537-4d05a19835a8'] response: {'name': 'network-changed', 'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'status': 'completed', 'code': 200} Aug 26 08:55:29.014162 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2c509116-724b-4ddc-ac33-d0a4b2076828 req-a38cfaaa-beec-409d-b7d5-98766fb1daa6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691358 Aug 26 08:55:29.040039 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:29.092004 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:29.092730 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:29.096757 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Router 7170a0a2-302b-4907-8b89-ab3406c417b7 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 08:55:29.329820 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218216d0-768b-4799-ad40-57bf4951bba8 req-1f0823d2-b7bd-4362-98df-c72cbddfb253 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:29.331571 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-218216d0-768b-4799-ad40-57bf4951bba8 req-1f0823d2-b7bd-4362-98df-c72cbddfb253 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1953228 Aug 26 08:55:29.355032 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:55:29.380066 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Sync routers for ids ['7170a0a2-302b-4907-8b89-ab3406c417b7'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:55:29.433516 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] For port b2105643-ef7e-470e-88d8-7e768ed87be7, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b2105643-ef7e-470e-88d8-7e768ed87be7,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:29.457023 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Routers {'7170a0a2-302b-4907-8b89-ab3406c417b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:29.461928 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['7170a0a2-302b-4907-8b89-ab3406c417b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:29.469029 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:29.579183 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:29.586655 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-2f3e3724-af3a-427b-8294-fa40d161047c admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6844890 Aug 26 08:55:29.597103 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46798) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:29.621203 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-218216d0-768b-4799-ad40-57bf4951bba8 req-c40f37b5-c3bb-4b4b-b72d-d35fac0b599e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777560 Aug 26 08:55:29.625766 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:29.752278 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40249e-a103-4bdc-b33c-32c11d7a5dab req-1de66943-23f5-4442-b80b-ecddb59aad5b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:29.763763 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2b40249e-a103-4bdc-b33c-32c11d7a5dab req-1de66943-23f5-4442-b80b-ecddb59aad5b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.4205282 Aug 26 08:55:29.811870 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 8673fac2-0421-4848-86b5-0c66a13e2b10 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:29.812824 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:29.861895 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Set router 7170a0a2-302b-4907-8b89-ab3406c417b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:29.933741 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2b40249e-a103-4bdc-b33c-32c11d7a5dab req-23056a14-f9fd-436e-bb2b-101c372dccd1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653917 Aug 26 08:55:30.118574 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-ba7a2e52-ba5d-4898-9d16-b00bee52b65d None None] Provisioning complete for port b2105643-ef7e-470e-88d8-7e768ed87be7 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:30.121054 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ba7a2e52-ba5d-4898-9d16-b00bee52b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:30.152459 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:30.273838 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 3, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:30.295271 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341a861-3538-4b12-a707-c81597792db5 req-03b9b8ac-7b2e-490d-8d47-4fc31498ff72 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:30.311888 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9341a861-3538-4b12-a707-c81597792db5 req-03b9b8ac-7b2e-490d-8d47-4fc31498ff72 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0839546 Aug 26 08:55:30.367275 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Checking router: 7170a0a2-302b-4907-8b89-ab3406c417b7 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:55:30.371101 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Updating router 7170a0a2-302b-4907-8b89-ab3406c417b7 port 5d5d45a8-2315-490f-9b1b-6e0319c8878c binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:55:30.449999 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:30.460079 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9341a861-3538-4b12-a707-c81597792db5 req-3857ac14-953d-4ee7-a3d2-29c4059d6bc5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468539 Aug 26 08:55:30.643629 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2733-d26a-49c4-8c86-ace6eddcac0b None None] Pushing event updated for resources: {'Port': ['ID=b2105643-ef7e-470e-88d8-7e768ed87be7,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:30.707775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:30.713552 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'ec9f192d-564c-468d-89e6-4d22a78b3059', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'port_id': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'mac_address': 'fa:16:3e:37:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:55:24Z', 'updated_at': '2022-08-26T08:55:24Z', 'revision_number': 0, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:30.715900 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 8673fac2-0421-4848-86b5-0c66a13e2b10 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:30.718586 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b2105643-ef7e-470e-88d8-7e768ed87be7 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:30.844505 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] Checking router: b662e0bc-8d5b-4793-84f4-fcfb9d9985da for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:55:30.899872 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:30.934320 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:30.935480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:31.045280 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port b2105643-ef7e-470e-88d8-7e768ed87be7 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:31.046124 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.104307 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a2e52-ba5d-4898-9d16-b00bee52b65d None None] Current status of the port b2105643-ef7e-470e-88d8-7e768ed87be7 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:31.139434 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede9412-f36e-4c62-9f50-744f8babc71e req-40cf5819-f1ec-4020-b120-6d8fff7b30d8 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:31.149351 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ede9412-f36e-4c62-9f50-744f8babc71e req-40cf5819-f1ec-4020-b120-6d8fff7b30d8 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1469755 Aug 26 08:55:31.164923 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Publish callbacks [] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.173570 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:31.188949 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.259522 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port b2105643-ef7e-470e-88d8-7e768ed87be7 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:31.300997 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaefb83-4ce0-407e-8a53-046713a79729 req-ffd5628b-b3ee-45d3-be97-6a8cc88c384e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:31.302836 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:31.305285 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:31.305970 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642e09f-3b45-41f3-9f23-a9a8bba5cf7d None None] Pushing event updated for resources: {'Port': ['ID=5d5d45a8-2315-490f-9b1b-6e0319c8878c,revision_number=2']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:31.310545 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Attempting to bind port 5d5d45a8-2315-490f-9b1b-6e0319c8878c on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:31.310917 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Attempting to bind port 5d5d45a8-2315-490f-9b1b-6e0319c8878c by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:31.311325 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Attempting to bind port 5d5d45a8-2315-490f-9b1b-6e0319c8878c on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:31.316281 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-efaefb83-4ce0-407e-8a53-046713a79729 req-ffd5628b-b3ee-45d3-be97-6a8cc88c384e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1366265 Aug 26 08:55:31.322113 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:31.325295 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:31.325295 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.325295 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:31.325295 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Bound port: 5d5d45a8-2315-490f-9b1b-6e0319c8878c, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:31.325762 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.479933 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] For port 5d5d45a8-2315-490f-9b1b-6e0319c8878c, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:31.487112 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] For port 5d5d45a8-2315-490f-9b1b-6e0319c8878c, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=5d5d45a8-2315-490f-9b1b-6e0319c8878c,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:31.500304 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.525280 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-efaefb83-4ce0-407e-8a53-046713a79729 req-22d7c420-48b6-4b8d-b34b-314235f97a11 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999495 Aug 26 08:55:31.585581 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b2105643-ef7e-470e-88d8-7e768ed87be7 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:31.593480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.651829 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Routers {'7170a0a2-302b-4907-8b89-ab3406c417b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:31.652711 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['7170a0a2-302b-4907-8b89-ab3406c417b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:31.664260 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:31.732267 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ede9412-f36e-4c62-9f50-744f8babc71e req-ec5dbe99-6518-4376-bffc-191177756829 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817168 Aug 26 08:55:31.761958 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642e09f-3b45-41f3-9f23-a9a8bba5cf7d None None] Pushing event updated for resources: {'Port': ['ID=5d5d45a8-2315-490f-9b1b-6e0319c8878c,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:31.859290 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f94976-f39d-49a9-ab87-99525e9f75c9 req-6efeb27b-2240-46af-966e-4a3d7d406390 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:31.861957 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f5f94976-f39d-49a9-ab87-99525e9f75c9 req-6efeb27b-2240-46af-966e-4a3d7d406390 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1503921 Aug 26 08:55:31.909164 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] Set router 7170a0a2-302b-4907-8b89-ab3406c417b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:32.006837 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f5f94976-f39d-49a9-ab87-99525e9f75c9 req-b10b57a3-2258-4d04-85d8-e64541c5f80a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294518 Aug 26 08:55:32.070501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port b2105643-ef7e-470e-88d8-7e768ed87be7 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:32.071238 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:32.142846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Allocated IP 172.20.0.1 (11c3d87b-8487-4a58-b47a-190c21be6777/ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48/2666cceb-6e56-42f7-845e-51f79dc2ee52) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:32.183174 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'ec9f192d-564c-468d-89e6-4d22a78b3059', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'port_id': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'mac_address': 'fa:16:3e:37:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:55:24Z', 'updated_at': '2022-08-26T08:55:24Z', 'revision_number': 0, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:32.237806 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a976ee-b728-49a6-8575-1066a180ece1 None None] The sync data for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi is: [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'ec9f192d-564c-468d-89e6-4d22a78b3059', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'port_id': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'mac_address': 'fa:16:3e:37:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:55:24Z', 'updated_at': '2022-08-26T08:55:24Z', 'revision_number': 0, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:55:32.333431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port b2105643-ef7e-470e-88d8-7e768ed87be7 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:32.390622 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks [] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:32.402144 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:32.436875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:32.450033 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:32.485245 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 3, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:32.510714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Network 11c3d87b-8487-4a58-b47a-190c21be6777 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:32.515357 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:32.519245 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:32.529257 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Pushing event updated for resources: {'Port': ['ID=2666cceb-6e56-42f7-845e-51f79dc2ee52,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:32.531834 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5673a3e-37a5-40ac-a946-c90441d63bd0 None None] The sync data for ids ['7170a0a2-302b-4907-8b89-ab3406c417b7'] in dv-cinder-852364-5-iscsi is: [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 3, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:55:32.612127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (7170a0a2-302b-4907-8b89-ab3406c417b7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:32.663884 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63770b-24ed-4710-94eb-8c235838b85a None None] New status for floating IP ec9f192d-564c-468d-89e6-4d22a78b3059: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:55:32.902413 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2d46-57e4-4d2f-a487-d531e0fd58cb req-ae77aea7-5e6b-4bae-a244-7b2d3323b888 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:32.912203 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d8ee2d46-57e4-4d2f-a487-d531e0fd58cb req-ae77aea7-5e6b-4bae-a244-7b2d3323b888 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1465099 Aug 26 08:55:33.109201 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-a1c42cff-ded5-4896-bdcf-8816560a539c None None] Provisioning complete for port 2666cceb-6e56-42f7-845e-51f79dc2ee52 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:33.110009 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a1c42cff-ded5-4896-bdcf-8816560a539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:33.191714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:33.260012 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3538473-ab6f-411f-848e-8d871dc4c149 req-881c1a0b-32fb-4dc5-ad73-59812dcb401e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:33.268671 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b3538473-ab6f-411f-848e-8d871dc4c149 req-881c1a0b-32fb-4dc5-ad73-59812dcb401e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1516814 Aug 26 08:55:33.272129 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d8ee2d46-57e4-4d2f-a487-d531e0fd58cb req-a10886d2-8bdb-4d83-a9d9-1581f4d81907 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959192 Aug 26 08:55:33.307950 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-a1c42cff-ded5-4896-bdcf-8816560a539c None None] Port 2666cceb-6e56-42f7-845e-51f79dc2ee52 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:33.396595 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b3538473-ab6f-411f-848e-8d871dc4c149 req-e880de89-df4e-4eb8-8e6d-85706ac746a6 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263025 Aug 26 08:55:33.554363 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 5d5d45a8-2315-490f-9b1b-6e0319c8878c up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:33.740126 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a038-5076-47aa-96c4-a834b9554e3d req-abce5bb4-8fcc-40ad-97e1-ea114bbad2de tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:33.743775 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9703a038-5076-47aa-96c4-a834b9554e3d req-abce5bb4-8fcc-40ad-97e1-ea114bbad2de tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.2136052 Aug 26 08:55:33.752049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 5d5d45a8-2315-490f-9b1b-6e0319c8878c triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:33.752963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:33.872934 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:33.898359 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:33.970467 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks [] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:34.053720 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 5d5d45a8-2315-490f-9b1b-6e0319c8878c is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:34.054348 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:34.072693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:34.139600 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 5d5d45a8-2315-490f-9b1b-6e0319c8878c, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=5d5d45a8-2315-490f-9b1b-6e0319c8878c,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:34.142673 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (7170a0a2-302b-4907-8b89-ab3406c417b7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:34.147679 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:34.246388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:34.261366 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9703a038-5076-47aa-96c4-a834b9554e3d req-ca9ebc1e-26ca-4637-9581-1de6269c8a0e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841879 Aug 26 08:55:34.287610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=5d5d45a8-2315-490f-9b1b-6e0319c8878c,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:34.365707 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Pushing event updated for resources: {'Port': ['ID=2666cceb-6e56-42f7-845e-51f79dc2ee52,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:34.525929 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Network 11c3d87b-8487-4a58-b47a-190c21be6777 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:34.542412 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:34.590077 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45ae82-5ca6-49d3-81cd-3f887edaada6 req-dbd21d2d-2c79-4bd8-a147-ba8c0e0d5161 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:34.593464 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bb45ae82-5ca6-49d3-81cd-3f887edaada6 req-dbd21d2d-2c79-4bd8-a147-ba8c0e0d5161 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1124449 Aug 26 08:55:34.724978 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bb45ae82-5ca6-49d3-81cd-3f887edaada6 req-84ac1559-d275-454d-87d4-21c97c96de10 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171863 Aug 26 08:55:34.748202 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:34.773040 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Router 7170a0a2-302b-4907-8b89-ab3406c417b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:55:34.783774 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00a97e-4ae1-4e83-aedb-607996ec1c06 req-12298aa0-3d15-4e23-984d-03db9fa799ab tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:34.786313 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a00a97e-4ae1-4e83-aedb-607996ec1c06 req-12298aa0-3d15-4e23-984d-03db9fa799ab tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.2572842 Aug 26 08:55:34.940183 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a00a97e-4ae1-4e83-aedb-607996ec1c06 req-22872d78-6370-4816-8e01-3c5cbe465160 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419089 Aug 26 08:55:34.942716 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-666fe93d-3b21-4509-8a67-a7ced5e79128 None None] Provisioning complete for port 2666cceb-6e56-42f7-845e-51f79dc2ee52 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:34.943194 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-666fe93d-3b21-4509-8a67-a7ced5e79128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:34.976559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:55:34.982341 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-75d82ab7-2e7f-4b70-a950-18054e3bf81c admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/7170a0a2-302b-4907-8b89-ab3406c417b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3837967 Aug 26 08:55:34.998367 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-666fe93d-3b21-4509-8a67-a7ced5e79128 None None] Port 2666cceb-6e56-42f7-845e-51f79dc2ee52 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:35.432644 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 5d5d45a8-2315-490f-9b1b-6e0319c8878c up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:35.471984 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea345-5e47-4b39-bec4-1ac591548590 req-b1b05236-8d65-4f48-b20d-6de585c6b3a2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:35.473984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a7ea345-5e47-4b39-bec4-1ac591548590 req-b1b05236-8d65-4f48-b20d-6de585c6b3a2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0798712 Aug 26 08:55:35.534514 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 5d5d45a8-2315-490f-9b1b-6e0319c8878c triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:35.534949 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:35.542075 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a7ea345-5e47-4b39-bec4-1ac591548590 req-1223beb3-e349-46a7-a7cf-8d5f2568ebe2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602679 Aug 26 08:55:35.645424 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 5d5d45a8-2315-490f-9b1b-6e0319c8878c is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:35.668064 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Sync routers for ids ['7170a0a2-302b-4907-8b89-ab3406c417b7'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:55:35.680769 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Routers {'7170a0a2-302b-4907-8b89-ab3406c417b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:35.681407 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['7170a0a2-302b-4907-8b89-ab3406c417b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:35.897116 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:35.924220 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Set router 7170a0a2-302b-4907-8b89-ab3406c417b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:35.924822 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-5cb3002a-7eb9-4e04-b624-c870f0a39d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:35.926684 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-5cb3002a-7eb9-4e04-b624-c870f0a39d42 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1130 time: 0.1836183 Aug 26 08:55:35.941095 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddbe8d-199d-49e0-b1c3-61844d11bec9 req-5373a3b4-a3bf-4ee9-8950-12bbb5226d57 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:35.949310 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cfddbe8d-199d-49e0-b1c3-61844d11bec9 req-5373a3b4-a3bf-4ee9-8950-12bbb5226d57 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0875084 Aug 26 08:55:35.950561 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9fe4430-c852-4584-91d6-9a95e185f243 req-4d51e18d-e62c-4d59-abf3-611c59bf319e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114537 Aug 26 08:55:36.053031 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cfddbe8d-199d-49e0-b1c3-61844d11bec9 req-f6f0c77d-2012-4f10-97b0-1e51830c768e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024637 Aug 26 08:55:36.159694 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341dbbc-097a-489a-8612-4d13ad0dc702 req-bd82f167-3131-4bbf-b2e6-4dff58e6ee1d tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:36.161922 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6341dbbc-097a-489a-8612-4d13ad0dc702 req-bd82f167-3131-4bbf-b2e6-4dff58e6ee1d tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0684977 Aug 26 08:55:36.237861 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6341dbbc-097a-489a-8612-4d13ad0dc702 req-6ed8ad6d-4567-4b57-834e-01fdd0653f24 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689857 Aug 26 08:55:36.296934 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:55:33Z', 'revision_number': 4, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '2666cceb-6e56-42f7-845e-51f79dc2ee52', 'name': '', 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:31Z', 'updated_at': '2022-08-26T08:55:33Z', 'revision_number': 2, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'subnets': [{'id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:36.351748 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Checking router: 7170a0a2-302b-4907-8b89-ab3406c417b7 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:55:36.352781 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Updating router 7170a0a2-302b-4907-8b89-ab3406c417b7 port 2666cceb-6e56-42f7-845e-51f79dc2ee52 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 08:55:36.364642 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:36.483882 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:36.700114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-93149049-8567-4fd8-a1e2-86b2cda7e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:36.702267 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-93149049-8567-4fd8-a1e2-86b2cda7e258 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 911 time: 0.2405350 Aug 26 08:55:36.806326 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a12f88-d989-4c4f-9129-673f41fb34a6 req-3c5664f8-75a4-43e4-a829-59744696ecab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:36.808073 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-98a12f88-d989-4c4f-9129-673f41fb34a6 req-3c5664f8-75a4-43e4-a829-59744696ecab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0782559 Aug 26 08:55:36.863927 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:36.898088 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-98a12f88-d989-4c4f-9129-673f41fb34a6 req-b9d58d44-3277-41e3-8961-7982e441b7ab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756426 Aug 26 08:55:37.063104 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Publish callbacks [] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:37.117000 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:37.176873 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:37.242873 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d150388-8234-47a0-bf16-c3c5b7566af6 None None] Pushing event updated for resources: {'Port': ['ID=2666cceb-6e56-42f7-845e-51f79dc2ee52,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:37.260121 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583ca29-78ec-4638-b79f-ff983fcde9da req-e7c2c033-97e4-42be-9147-4c8b18b95697 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:37.262047 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d583ca29-78ec-4638-b79f-ff983fcde9da req-e7c2c033-97e4-42be-9147-4c8b18b95697 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0968447 Aug 26 08:55:37.273047 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Attempting to bind port 2666cceb-6e56-42f7-845e-51f79dc2ee52 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:37.274074 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Attempting to bind port 2666cceb-6e56-42f7-845e-51f79dc2ee52 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:37.274074 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Attempting to bind port 2666cceb-6e56-42f7-845e-51f79dc2ee52 on network 11c3d87b-8487-4a58-b47a-190c21be6777 {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:37.293203 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:37.294458 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Checking segment: {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:37.295063 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:37.296058 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Bound using segment: {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:37.297605 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Bound port: 2666cceb-6e56-42f7-845e-51f79dc2ee52, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b725f2-090e-446f-8e25-68e948746012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:37.298607 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:37.470604 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d583ca29-78ec-4638-b79f-ff983fcde9da req-276ba741-0fe8-4122-aef6-861a502056e8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931794 Aug 26 08:55:37.569685 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-f547e312-a91c-47da-b805-a61c435781de service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974498 Aug 26 08:55:37.581311 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] For port 2666cceb-6e56-42f7-845e-51f79dc2ee52, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:37.587654 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] For port 2666cceb-6e56-42f7-845e-51f79dc2ee52, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=2666cceb-6e56-42f7-845e-51f79dc2ee52,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:37.591707 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca47cc-f867-48c1-9e0f-8c828b652f8f req-20035716-c588-455f-8f64-d2ee174bb841 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:37.600595 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:37.607703 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43ca47cc-f867-48c1-9e0f-8c828b652f8f req-20035716-c588-455f-8f64-d2ee174bb841 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.2541218 Aug 26 08:55:37.702046 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d150388-8234-47a0-bf16-c3c5b7566af6 None None] Pushing event updated for resources: {'Port': ['ID=2666cceb-6e56-42f7-845e-51f79dc2ee52,revision_number=4']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:37.705985 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Routers {'7170a0a2-302b-4907-8b89-ab3406c417b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:37.706607 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['7170a0a2-302b-4907-8b89-ab3406c417b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:37.760645 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43ca47cc-f867-48c1-9e0f-8c828b652f8f req-0e43d78d-6e18-4b3d-a325-2d14e86d4afc tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512842 Aug 26 08:55:37.792915 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-65deeb88-0a6b-47fe-995f-fcdcd63a9cd1 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 1002 time: 0.1821492 Aug 26 08:55:37.910218 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] Set router 7170a0a2-302b-4907-8b89-ab3406c417b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:38.181199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698758a-0dea-4ffa-93f4-410517144155 req-41fac409-6380-4850-8d85-018c3ed9129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.184793 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9698758a-0dea-4ffa-93f4-410517144155 req-41fac409-6380-4850-8d85-018c3ed9129e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 1134 time: 0.0706065 Aug 26 08:55:38.255458 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:38.276486 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78c42c-b4d1-4dd2-8eac-77380ef63881 req-860e9f41-39ce-42ea-90e3-f64f526ef15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.278137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba78c42c-b4d1-4dd2-8eac-77380ef63881 req-860e9f41-39ce-42ea-90e3-f64f526ef15d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.2464800 Aug 26 08:55:38.321882 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:38.323803 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-910ce389-13e8-4618-9744-fb259607492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.325555 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-910ce389-13e8-4618-9744-fb259607492b service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.2793212 Aug 26 08:55:38.371222 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:55:33Z', 'revision_number': 4, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '2666cceb-6e56-42f7-845e-51f79dc2ee52', 'name': '', 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:31Z', 'updated_at': '2022-08-26T08:55:37Z', 'revision_number': 4, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'subnets': [{'id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:38.428339 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36866b06-d4a1-4c3d-bbf1-6d105982ee54 None None] The sync data for ids ['7170a0a2-302b-4907-8b89-ab3406c417b7'] in dv-cinder-852364-5-iscsi is: [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:55:33Z', 'revision_number': 4, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '2666cceb-6e56-42f7-845e-51f79dc2ee52', 'name': '', 'network_id': '11c3d87b-8487-4a58-b47a-190c21be6777', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:31Z', 'updated_at': '2022-08-26T08:55:37Z', 'revision_number': 4, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'subnets': [{'id': 'ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:55:38.448689 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba78c42c-b4d1-4dd2-8eac-77380ef63881 req-31b29e0b-7906-442a-b51b-849c586050bd service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550162 Aug 26 08:55:38.460337 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-7935a1f4-03df-459e-9f29-5bc02941c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.463609 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-7935a1f4-03df-459e-9f29-5bc02941c127 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1240408 Aug 26 08:55:38.707481 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13ab0-3b7d-46fe-a677-b81c89def218 req-bfe47431-cedd-4cd9-9bc7-db8a16e6353b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.732309 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-51d13ab0-3b7d-46fe-a677-b81c89def218 req-bfe47431-cedd-4cd9-9bc7-db8a16e6353b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.6863604 Aug 26 08:55:38.762754 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecd1de-328d-4637-b37a-f24e916c509c req-0fe1133d-521f-418b-b067-8d1eecb5ad3d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.769752 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-89ecd1de-328d-4637-b37a-f24e916c509c req-0fe1133d-521f-418b-b067-8d1eecb5ad3d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1415250 Aug 26 08:55:38.804061 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-76f06bb0-9e05-4865-aee0-5d848e5412e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:38.805721 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-76f06bb0-9e05-4865-aee0-5d848e5412e1 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1129 time: 0.7090662 Aug 26 08:55:38.831973 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9698758a-0dea-4ffa-93f4-410517144155 req-f3aba9bd-69e9-4a10-8a66-c1f79a8ad27a service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159341 Aug 26 08:55:38.886181 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-51d13ab0-3b7d-46fe-a677-b81c89def218 req-e9a62892-091a-495e-a8c2-8bc104a2e3fb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518724 Aug 26 08:55:39.016341 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-89ecd1de-328d-4637-b37a-f24e916c509c req-ee84cb85-acbc-49dc-bab2-6286469afd35 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376878 Aug 26 08:55:39.058686 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-66b1e08a-e33a-4ef0-bf6f-28bf3a928ccf service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500083 Aug 26 08:55:39.111954 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f7de7-11b7-46fe-acd0-b9bbe4546ecc req-81c3837a-714a-4ed8-bc0e-349ed87f2a28 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:39.122478 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e24f7de7-11b7-46fe-acd0-b9bbe4546ecc req-81c3837a-714a-4ed8-bc0e-349ed87f2a28 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1170671 Aug 26 08:55:39.204639 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46886) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:39.210145 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046618838', 'description': 'tempest-description--1960009586'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:39.235823 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e24f7de7-11b7-46fe-acd0-b9bbe4546ecc req-ce9eab9e-5ef4-4731-9814-e713918b9741 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111696 Aug 26 08:55:39.276551 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.438327 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (68988fbc-c87b-4077-9cd4-90e177afe212), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.444906 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (68988fbc-c87b-4077-9cd4-90e177afe212), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.475851 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:39.476758 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 2666cceb-6e56-42f7-845e-51f79dc2ee52 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:39.491068 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.493233 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2873888 Aug 26 08:55:39.498201 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 46890) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:39.506002 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '68988fbc-c87b-4077-9cd4-90e177afe212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:39.522656 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc809ac8-2d6b-4f3f-b377-3e6258fa940b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68988fbc-c87b-4077-9cd4-90e177afe212,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:39.576510 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 2666cceb-6e56-42f7-845e-51f79dc2ee52 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:39.577238 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.612446 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (0f408e5e-b0a5-4168-98ec-729066dd3eef), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.704364 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 2666cceb-6e56-42f7-845e-51f79dc2ee52 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:39.705181 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.756479 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (0f408e5e-b0a5-4168-98ec-729066dd3eef), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.762765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (0f408e5e-b0a5-4168-98ec-729066dd3eef), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.784088 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 2666cceb-6e56-42f7-845e-51f79dc2ee52, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=2666cceb-6e56-42f7-845e-51f79dc2ee52,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:39.786154 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f408e5e-b0a5-4168-98ec-729066dd3eef,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:39.799511 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.820182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.824844 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-90d5b7e6-0609-4ddc-87a0-abaad4b2ef0e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235826 Aug 26 08:55:39.827682 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46892) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:39.832497 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '68988fbc-c87b-4077-9cd4-90e177afe212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:39.917525 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (d237617f-46a7-4e6a-bb7c-aeab1fa5aca6), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:39.980756 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=2666cceb-6e56-42f7-845e-51f79dc2ee52,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:40.085608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (d237617f-46a7-4e6a-bb7c-aeab1fa5aca6), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:40.173323 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01c0e-b585-43fd-b148-ed24553b2908 req-167a6e6e-6c17-4bd5-af51-8058cd52490c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:40.174687 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-25a01c0e-b585-43fd-b148-ed24553b2908 req-167a6e6e-6c17-4bd5-af51-8058cd52490c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0859439 Aug 26 08:55:40.175579 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (d237617f-46a7-4e6a-bb7c-aeab1fa5aca6), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:40.209065 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-0549f859-7f4c-4659-a1ae-497d3bafab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:40.211209 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-0549f859-7f4c-4659-a1ae-497d3bafab77 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.3181679 Aug 26 08:55:40.239409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:40.258551 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:40.263810 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4318984 Aug 26 08:55:40.275290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46898) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:40.285982 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:40.293956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0d3d-91d2-4d3e-8f36-86d1d4e4b3c5 req-59733f8f-c91d-46ff-93a4-632cab229a18 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:40.296087 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-22ef0d3d-91d2-4d3e-8f36-86d1d4e4b3c5 req-59733f8f-c91d-46ff-93a4-632cab229a18 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0818787 Aug 26 08:55:40.303137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-625a6bb7-716f-4a91-9c90-a5d3b0d68233 req-a6b8156b-0cb5-48fa-91fd-6fe53863ff29 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124758 Aug 26 08:55:40.303825 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cda8f-58e5-411b-bcb0-e37e185cd694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d237617f-46a7-4e6a-bb7c-aeab1fa5aca6,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:40.364231 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-25a01c0e-b585-43fd-b148-ed24553b2908 req-fbecb14e-c5af-4433-a0ca-dace7e80e7d0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613629 Aug 26 08:55:40.380461 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:40.442964 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-22ef0d3d-91d2-4d3e-8f36-86d1d4e4b3c5 req-e4f36c22-6dd1-48cf-b7b0-e52d8c280c33 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339438 Aug 26 08:55:40.616178 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321a2be-269b-4abf-9945-d29f427df09e req-cfa926df-f660-44a2-802b-a310076b31f2 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:40.622013 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e321a2be-269b-4abf-9945-d29f427df09e req-cfa926df-f660-44a2-802b-a310076b31f2 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0880215 Aug 26 08:55:40.660161 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:40.765534 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e321a2be-269b-4abf-9945-d29f427df09e req-aeeaafc8-0739-4fce-b9fe-434e34946cc0 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329601 Aug 26 08:55:40.878388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.27.3.88 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/053f2703-f413-40ec-8385-552ee16ec7a8) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:40.975695 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-6d6afe96-679c-40b5-8ca7-d4ecc2647545 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 200 len: 217 time: 0.1004329 Aug 26 08:55:41.086064 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (053f2703-f413-40ec-8385-552ee16ec7a8), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:41.144569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (053f2703-f413-40ec-8385-552ee16ec7a8), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:41.196031 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:41.200192 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:41.205200 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:41.265226 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=053f2703-f413-40ec-8385-552ee16ec7a8,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:41.302788 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:41.388292 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f0d1169f-bbac-4afc-aec4-3eae2accec9c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:41.435466 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 2666cceb-6e56-42f7-845e-51f79dc2ee52 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:41.516247 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (053f2703-f413-40ec-8385-552ee16ec7a8), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:41.541647 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 2666cceb-6e56-42f7-845e-51f79dc2ee52 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:41.542401 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:41.643114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:41.708043 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abda5-1944-41e6-8ce7-b88c606be664 req-25da5548-cbfa-43aa-acc4-dda68f8ceb76 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:41.716519 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b77abda5-1944-41e6-8ce7-b88c606be664 req-25da5548-cbfa-43aa-acc4-dda68f8ceb76 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1163731 Aug 26 08:55:41.739036 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 2666cceb-6e56-42f7-845e-51f79dc2ee52 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:41.803538 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b77abda5-1944-41e6-8ce7-b88c606be664 req-8b5574ed-dc38-45a5-b0d7-92b29a22b991 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852778 Aug 26 08:55:41.852885 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5bfd7-17ee-493e-9ded-f8f4a7834f54 req-28be22c8-2054-410c-bc78-429e64616ad6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:41.863030 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6bd5bfd7-17ee-493e-9ded-f8f4a7834f54 req-28be22c8-2054-410c-bc78-429e64616ad6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.2129934 Aug 26 08:55:41.996608 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6bd5bfd7-17ee-493e-9ded-f8f4a7834f54 req-b8617707-052b-4a5b-a546-578ae157c0d9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322436 Aug 26 08:55:42.003248 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:42.022932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0b95e-66af-4bcf-aafb-2424cc5cd581 req-4d745d29-de32-456c-8c64-434d52dc2ef4 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:42.022932 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-77e0b95e-66af-4bcf-aafb-2424cc5cd581 req-4d745d29-de32-456c-8c64-434d52dc2ef4 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0944595 Aug 26 08:55:42.056522 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (053f2703-f413-40ec-8385-552ee16ec7a8), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:42.064479 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (053f2703-f413-40ec-8385-552ee16ec7a8), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:42.067802 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:42.163716 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-77e0b95e-66af-4bcf-aafb-2424cc5cd581 req-86a3c5cd-92ea-4543-9fda-98323e4a9848 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307716 Aug 26 08:55:42.308539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-e351b2c3-5bcb-413d-ac66-1259d2aee05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:42.310511 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-e351b2c3-5bcb-413d-ac66-1259d2aee05f service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1182408 Aug 26 08:55:42.661964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=053f2703-f413-40ec-8385-552ee16ec7a8,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:42.693639 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (f0d1169f-bbac-4afc-aec4-3eae2accec9c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:42.716345 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2bffa-3bf6-45d5-980e-f5668afb0476 req-b1660b87-690e-418b-bb85-84220649eb4d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:42.718364 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fea2bffa-3bf6-45d5-980e-f5668afb0476 req-b1660b87-690e-418b-bb85-84220649eb4d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.5954413 Aug 26 08:55:42.737831 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 46914) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:55:42.747789 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'floatingip': {'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:42.760964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:42.762528 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-02a8099a-5f01-4c1e-b1f0-44d5aff9da11 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4834552 Aug 26 08:55:42.843750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:43.093820 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685cf4b-b93b-4520-9e00-52f6e9312936 req-6b279d46-8d0d-4e8a-8ec0-22794017dd74 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:43.106952 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c685cf4b-b93b-4520-9e00-52f6e9312936 req-6b279d46-8d0d-4e8a-8ec0-22794017dd74 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.1062374 Aug 26 08:55:43.186646 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c685cf4b-b93b-4520-9e00-52f6e9312936 req-d996005e-f2cd-4143-850b-d225920920f8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785608 Aug 26 08:55:43.257759 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0fb0b54e-07dc-44c1-be47-3a74117c3169 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1046618838&fields=id&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 267 time: 0.1195846 Aug 26 08:55:43.376382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-b941f211-d26f-407e-a95c-0b811a72cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:43.378435 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-b941f211-d26f-407e-a95c-0b811a72cfd7 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486932 Aug 26 08:55:43.404091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de36fb-e357-4e59-acac-0689b2e2da62 req-0b24becb-157f-4442-ad69-03a106cb1b2b tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:43.413198 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-04de36fb-e357-4e59-acac-0689b2e2da62 req-0b24becb-157f-4442-ad69-03a106cb1b2b tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1328664 Aug 26 08:55:43.487293 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-04de36fb-e357-4e59-acac-0689b2e2da62 req-47d2d2d4-f720-49f1-b619-62dbe5f5ea07 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729399 Aug 26 08:55:43.515278 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:43.576655 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0a91c57d-303f-469e-9980-5d8bc8b1a3c7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:43.578499 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0a91c57d-303f-469e-9980-5d8bc8b1a3c7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.3105907 Aug 26 08:55:43.607356 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:43.655966 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-74e3ea43-6aad-4a81-aaf3-bd5084cf7386 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/quotas/f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 375 time: 0.0680296 Aug 26 08:55:43.740328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:43.766635 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-7e2ba842-4389-4885-83a9-0ae411adb6fa tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993569 Aug 26 08:55:43.778464 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:43.927762 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1a1a-74a1-4fe4-9149-f83e013e5c6a req-3a3df66e-9d77-495c-ad8f-99a5976e03f9 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:43.935787 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c16c1a1a-74a1-4fe4-9149-f83e013e5c6a req-3a3df66e-9d77-495c-ad8f-99a5976e03f9 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0954297 Aug 26 08:55:43.960295 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Floating IP a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e associated. External IP: 172.27.3.130, port: a81dfa72-6e98-4baf-ad11-0355ffe802a1. Aug 26 08:55:44.014455 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c16c1a1a-74a1-4fe4-9149-f83e013e5c6a req-bce2d060-1504-4293-a4a6-7c088398ea6c tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753725 Aug 26 08:55:44.136518 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-bacebe87-17d4-40c1-9b98-1a8b3ef13e39 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687584 Aug 26 08:55:44.376307 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-7d01b936-1df3-4892-ae7e-63274c9bb4d7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353964 Aug 26 08:55:44.424895 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31519fc-083d-4f9b-ba7d-90a151065fb9 req-c8b693fb-a9b7-4c77-bbc6-95d6b46013c5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:44.425414 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Router 4d5f7030-d2de-4809-a56f-afd205ddcd55 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:55:44.434430 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c31519fc-083d-4f9b-ba7d-90a151065fb9 req-c8b693fb-a9b7-4c77-bbc6-95d6b46013c5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0935192 Aug 26 08:55:44.508175 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c31519fc-083d-4f9b-ba7d-90a151065fb9 req-de207e14-f7d2-48c3-a9f3-a2f7d02594d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708942 Aug 26 08:55:44.674733 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:55:44.683000 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:44.691687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] Sync routers for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:55:44.716851 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5b752b7b-0901-47a4-bb7e-801edcbc45c6 req-cd56a0d5-09f3-486f-bf03-144037555d46 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0802245 Aug 26 08:55:44.725126 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:44.730879 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-8b9c4624-aa08-4208-8af5-9abda66b392e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e HTTP/1.1" status: 200 len: 992 time: 1.9915016 Aug 26 08:55:44.731610 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:44.733968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:44.734340 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc92fd3-909a-4158-9e9f-11333a8fbc27" -d '{"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:44.815187 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e13ecb-fd82-4e13-a373-a4a09af1b9e3 x-openstack-request-id: req-26e13ecb-fd82-4e13-a373-a4a09af1b9e3 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:44.815481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:44.815824 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-26e13ecb-fd82-4e13-a373-a4a09af1b9e3 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:44.817200 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e13ecb-fd82-4e13-a373-a4a09af1b9e3'] response: {'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'status': 'completed', 'code': 200} Aug 26 08:55:44.929211 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:45.029444 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:45.120610 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-ee54515b-7a93-40f6-b788-6f1ff65069a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:45.120610 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-ee54515b-7a93-40f6-b788-6f1ff65069a6 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.0807087 Aug 26 08:55:45.200662 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:45.291445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13133af-689f-409b-85ff-d73e9e08c5a2 req-1e984008-7f34-49a7-ba40-702c9fa09630 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:45.293303 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b13133af-689f-409b-85ff-d73e9e08c5a2 req-1e984008-7f34-49a7-ba40-702c9fa09630 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0702655 Aug 26 08:55:45.348876 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-eff74e6e-18c4-406d-a41b-28d235d22b01 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483577 Aug 26 08:55:45.404031 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b13133af-689f-409b-85ff-d73e9e08c5a2 req-228a56ff-9bff-485a-a96a-637064db90cc tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967464 Aug 26 08:55:45.704080 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69b5ca-4c16-4e45-a7f9-a1682946f2a4 req-2a0b4dcf-a4ed-42ac-b3c3-a7b71c042b53 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:45.706566 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ad69b5ca-4c16-4e45-a7f9-a1682946f2a4 req-2a0b4dcf-a4ed-42ac-b3c3-a7b71c042b53 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 943 time: 0.0962899 Aug 26 08:55:45.716779 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f8c89bd7-1a78-44e6-a865-492cabd7a990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:45.728565 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:54:51Z', 'updated_at': '2022-08-26T08:55:43Z', 'revision_number': 1, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:45.759768 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] Checking router: 4d5f7030-d2de-4809-a56f-afd205ddcd55 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:55:45.769410 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:55:45.770054 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:55:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:45.810043 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ad69b5ca-4c16-4e45-a7f9-a1682946f2a4 req-bfa9d7ee-bdec-427e-8325-843c36f21245 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953934 Aug 26 08:55:45.912699 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:55:45.916521 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a3e0656a-0260-4806-bb87-2099ea63a9b4 req-c7a75e14-73f6-4fe9-902a-b8714aea4f99 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0553701 Aug 26 08:55:46.028084 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:55:46.267274 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:46.306172 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'port_id': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'mac_address': 'fa:16:3e:2a:8b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:55:46.321184 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:54:51Z', 'updated_at': '2022-08-26T08:55:43Z', 'revision_number': 1, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:55:46.376848 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b8186-41c8-463b-b218-5811a1cc3ab0 None None] The sync data for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi is: [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:54:51Z', 'updated_at': '2022-08-26T08:55:43Z', 'revision_number': 1, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:55:46.384775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:46.385172 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:46.402120 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d58bf1-2d6c-4df7-8638-a30df721d2e9 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:46.431374 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:46.437750 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:46.512621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=9']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:46.594022 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b7f09-8492-463e-96ca-f32aed2f7259 req-ea652ae2-488f-456d-9655-76d5828d180e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:46.596181 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aa3b7f09-8492-463e-96ca-f32aed2f7259 req-ea652ae2-488f-456d-9655-76d5828d180e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0743613 Aug 26 08:55:46.655041 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:46.671526 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aa3b7f09-8492-463e-96ca-f32aed2f7259 req-29deecdc-5823-41a8-b49a-b4f1d88ba2be tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Aug 26 08:55:46.772816 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379ff5c-e7aa-4290-a89e-0a7e68f4fece None None] New status for floating IP a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e: ACTIVE {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:55:47.064743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ffa66-7d04-471e-84ed-e65d7657fec7 req-e2e558fe-3c52-4921-8f87-c8b5209c6aa0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:47.076162 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['61d58bf1-2d6c-4df7-8638-a30df721d2e9'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:55:47.077498 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-417ffa66-7d04-471e-84ed-e65d7657fec7 req-e2e558fe-3c52-4921-8f87-c8b5209c6aa0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 944 time: 0.1507087 Aug 26 08:55:47.162302 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b81fb9f5-db77-4445-a10e-8f709c7aeaec req-d6b6a944-e86a-444b-9f8e-1de7d2b4978b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.1212378 Aug 26 08:55:47.179333 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:47.207653 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-417ffa66-7d04-471e-84ed-e65d7657fec7 req-f568d132-e902-44c4-b51c-344f4f8be090 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019754 Aug 26 08:55:47.209543 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:47.878768 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:47.968065 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-02d2a289-59e9-46b2-8aaf-ca81f0bf502d req-f581b820-f661-42ff-8161-b4db355c3b97 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066627 Aug 26 08:55:47.985654 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e532e11-faeb-4b8f-abd2-3e811d2bb4e8 req-b463934b-c878-4c21-b365-dbbce9e17cba tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:47.987971 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6e532e11-faeb-4b8f-abd2-3e811d2bb4e8 req-b463934b-c878-4c21-b365-dbbce9e17cba tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1153860 Aug 26 08:55:48.010208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-585802b7-4358-4f71-bd28-14eeb5ef1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:48.012716 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-585802b7-4358-4f71-bd28-14eeb5ef1a8c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.2486587 Aug 26 08:55:48.091278 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6e532e11-faeb-4b8f-abd2-3e811d2bb4e8 req-e7339681-dfb2-4ee8-8a4b-c0405d2e867f tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946419 Aug 26 08:55:48.317309 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1fa9267c-0b12-4a35-acad-13b693d9b9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:48.329755 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d82ef4a5-4660-48ba-828d-b97d590a9552 req-8970ec1c-f882-4b50-bd1a-845a16f95c78 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0624945 Aug 26 08:55:48.410656 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-28c9390e-d713-49b7-a3df-bf10db7b83fb service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 1002 time: 0.1602707 Aug 26 08:55:48.474165 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715c95-9974-46ce-a124-d9525a6b3e31 req-2607f447-de17-4b29-9206-f9bf588f3e7a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:48.476342 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8e715c95-9974-46ce-a124-d9525a6b3e31 req-2607f447-de17-4b29-9206-f9bf588f3e7a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 944 time: 0.0549579 Aug 26 08:55:48.505340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-3090dd1f-626a-4e14-9d50-cc7fdfbd68dd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:48.513380 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-3090dd1f-626a-4e14-9d50-cc7fdfbd68dd tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.1147633 Aug 26 08:55:48.563477 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-0c4fd989-f141-4de1-87cf-baeece1fcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:48.565245 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-0c4fd989-f141-4de1-87cf-baeece1fcfc0 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0877419 Aug 26 08:55:48.589140 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8e715c95-9974-46ce-a124-d9525a6b3e31 req-b20aca60-0a67-4b0e-9251-c019d698542e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798059 Aug 26 08:55:48.708361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-1c15ee1d-3c04-4c59-86c7-d201aad3ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:48.710627 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-1c15ee1d-3c04-4c59-86c7-d201aad3ab47 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152396 Aug 26 08:55:48.746131 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:48.855414 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Deleting port 390693e3-15ad-42f2-a309-c1c33a1f05d7 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:55:48.855954 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:48.903177 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-ee43042b-425d-403d-bea2-41d428ae2477 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708870 Aug 26 08:55:48.915858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:48.957863 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:55:49.030018 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] For port 390693e3-15ad-42f2-a309-c1c33a1f05d7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=390693e3-15ad-42f2-a309-c1c33a1f05d7,segment=NetworkSegment(fe3f4814-b316-4cac-b7f4-9859bb31ffee),segment_id=fe3f4814-b316-4cac-b7f4-9859bb31ffee)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:49.030585 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:49.054275 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dbc92fd3-909a-4158-9e9f-11333a8fbc27 req-88ee155c-5a45-42e1-9c55-50d68103867e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326501 Aug 26 08:55:49.071686 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Calling delete_port for 390693e3-15ad-42f2-a309-c1c33a1f05d7 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:55:49.100746 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:49.101495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:49.315572 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:55:49.316536 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:49.367615 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf9f15-907e-443a-ad6b-ee397dcfa96b req-03f09eef-d976-443d-b450-179ef601ebe3 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:49.371527 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1edf9f15-907e-443a-ad6b-ee397dcfa96b req-03f09eef-d976-443d-b450-179ef601ebe3 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 950 time: 0.0975959 Aug 26 08:55:49.433874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:55:49.436673 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:49.440794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (390693e3-15ad-42f2-a309-c1c33a1f05d7), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:49.442188 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c407c4-ead2-453c-9d1c-3a656e97a919" -d '{"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-plugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:49.449433 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:49.550479 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=10']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:49.567834 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['390693e3-15ad-42f2-a309-c1c33a1f05d7'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:55:49.568345 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d50e47f-a94a-4378-bb1d-dc0243f59254 req-3335af33-c570-456d-9f78-331de0b8fcce tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0423863 Aug 26 08:55:49.598086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Pushing event deleted for resources: {'Port': ['ID=390693e3-15ad-42f2-a309-c1c33a1f05d7,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:49.682870 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08763813-0431-4f8b-9faf-3101806bb67b x-openstack-request-id: req-08763813-0431-4f8b-9faf-3101806bb67b {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:49.683262 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.683625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-plugged", "status": "completed", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:49.683761 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.684144 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.684336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08763813-0431-4f8b-9faf-3101806bb67b {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:49.684642 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.685092 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08763813-0431-4f8b-9faf-3101806bb67b'] response: {'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'code': 200} Aug 26 08:55:49.685225 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.685802 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.686212 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.686556 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.686917 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.687578 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.696037 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.697055 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.698385 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.699144 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.700610 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:49.746429 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1edf9f15-907e-443a-ad6b-ee397dcfa96b req-e08a20c1-61db-4b36-89ae-537790a30098 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7de667fb-e290-4138-832a-8d46419d6e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517759 Aug 26 08:55:49.769961 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] No DVR routers for this DVR port 390693e3-15ad-42f2-a309-c1c33a1f05d7 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:55:49.782636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:49.794572 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-41f73690-53ed-4d4a-a4db-618bf2efedb4 req-e224f864-9160-4182-adc4-025557dc113e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.115 "DELETE /networking/v2.0/ports/390693e3-15ad-42f2-a309-c1c33a1f05d7 HTTP/1.1" status: 204 len: 173 time: 1.2575133 Aug 26 08:55:49.795520 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'name': 'network-vif-deleted', 'tag': '390693e3-15ad-42f2-a309-c1c33a1f05d7'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:49.800399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b1219-932c-4580-b96b-cd0d1ae8bab5" -d '{"events": [{"server_uuid": "5ba6e623-d5a4-4f7f-ab8f-ede13517de39", "name": "network-vif-deleted", "tag": "390693e3-15ad-42f2-a309-c1c33a1f05d7"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:49.880233 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37036d4-cc13-4c39-846d-41fafbf672a4 req-114714fe-e78d-4f11-8866-3b45c55fdc24 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:49.892778 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05f4e1-9d87-4d39-8096-96fe2d32ed65 x-openstack-request-id: req-4e05f4e1-9d87-4d39-8096-96fe2d32ed65 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:49.893685 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba6e623-d5a4-4f7f-ab8f-ede13517de39", "name": "network-vif-deleted", "tag": "390693e3-15ad-42f2-a309-c1c33a1f05d7", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:49.894196 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e05f4e1-9d87-4d39-8096-96fe2d32ed65 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:49.895019 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e05f4e1-9d87-4d39-8096-96fe2d32ed65'] response: {'server_uuid': '5ba6e623-d5a4-4f7f-ab8f-ede13517de39', 'name': 'network-vif-deleted', 'tag': '390693e3-15ad-42f2-a309-c1c33a1f05d7', 'status': 'completed', 'code': 200} Aug 26 08:55:49.895171 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a37036d4-cc13-4c39-846d-41fafbf672a4 req-114714fe-e78d-4f11-8866-3b45c55fdc24 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.1346030 Aug 26 08:55:50.000210 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:50.011590 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a37036d4-cc13-4c39-846d-41fafbf672a4 req-75a9abb6-ed71-43aa-b537-7d6b570d9eea tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150789 Aug 26 08:55:50.478969 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-2d9d8df2-d7f9-4a23-8665-440f9f28cc75 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:50.480748 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-2d9d8df2-d7f9-4a23-8665-440f9f28cc75 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 814 time: 0.1254895 Aug 26 08:55:50.497873 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-160e5793-756e-43d0-8b90-84040477ecc2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/quotas/3d18cb354a0f46faba6c00b89b4e4b1c HTTP/1.1" status: 200 len: 375 time: 0.0108256 Aug 26 08:55:50.569222 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-ec9e05af-b0f5-494b-9875-20dfc9bc0b77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630834 Aug 26 08:55:50.707781 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-568dfdb5-4943-437d-851a-33b759c3fdf4 req-29e98e45-38a6-4b3b-a4a8-77ff0ba9c174 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0334754 Aug 26 08:55:50.915988 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ecd28804-1ef7-4438-aa9a-3216f22f3220 req-db5073b0-1cf7-43d6-9ba6-d4231b04ae80 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0350118 Aug 26 08:55:51.029189 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:51.035889 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-6d9ada28-8fe5-43d0-bcfc-ea555decf3d1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543142 Aug 26 08:55:51.130573 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:51.159127 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-91f12295-8c5f-4908-a231-38934f2a9ca0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130440 Aug 26 08:55:51.221146 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e9235-db70-42a8-abaa-b85066a6113f req-94395ae7-6af6-4b1c-ac1f-b45a4b5787ca tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:51.232434 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ab1e9235-db70-42a8-abaa-b85066a6113f req-94395ae7-6af6-4b1c-ac1f-b45a4b5787ca tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0886953 Aug 26 08:55:51.329706 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:51.397044 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ab1e9235-db70-42a8-abaa-b85066a6113f req-14e7f520-e626-48ba-a529-053adb0d5b08 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632619 Aug 26 08:55:51.477740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-c2bc41e7-d439-4161-9421-9b8a748fc9f7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:51.480396 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-c2bc41e7-d439-4161-9421-9b8a748fc9f7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.2791235 Aug 26 08:55:51.544984 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcff5e9-5378-4b10-b997-92529ef084fd req-d7f9c7cb-d4a2-48de-9775-d361e420efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:51.548944 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0fcff5e9-5378-4b10-b997-92529ef084fd req-d7f9c7cb-d4a2-48de-9775-d361e420efc8 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1130 time: 0.0786951 Aug 26 08:55:51.647558 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1c5ad396-3cdc-4c65-b58c-1b87ecf6e7e1 req-accfed1c-6b80-4a1a-8437-3b8889bf995f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.1061831 Aug 26 08:55:51.654360 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0fcff5e9-5378-4b10-b997-92529ef084fd req-8758e990-7618-4ea6-b1bd-33018d7b2c5e service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909178 Aug 26 08:55:51.707248 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-f97e8660-477a-44ed-9799-d2272aad9477 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 472 time: 0.2045751 Aug 26 08:55:51.840331 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9868d130-3cc2-48e3-aa19-a8851802e9ad req-28e6e93d-3e34-4901-8174-c2c609d67a0f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0368655 Aug 26 08:55:52.051476 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cfd55b29-faa5-4135-a77c-25f24a29984b req-f144c143-b08b-4f7a-b4b5-93eda099da0f tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0317447 Aug 26 08:55:52.156906 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'port': {'device_id': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'admin_state_up': True, 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'security_groups': ['68988fbc-c87b-4077-9cd4-90e177afe212']}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:52.271847 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:52.276814 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:52.319011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Made reservation on behalf of f87dce6d7f01455fb8c3cfe128c20e72 for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:52.326061 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:52.480582 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:52.485776 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.20.0.10 (4e1c5bc8-bb18-4879-912d-f9e237efa42e/dd7b08a5-f97b-4947-917d-a6d4ccd76af6/22521262-299d-4e4d-9ba8-55935d2c7ebf) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:52.546524 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bfbe3-23fe-4d4c-88f4-88f32753aeb4 req-61a958b8-841c-450d-a2b0-73780fae4709 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:52.548108 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-768bfbe3-23fe-4d4c-88f4-88f32753aeb4 req-61a958b8-841c-450d-a2b0-73780fae4709 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0534739 Aug 26 08:55:52.625889 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-768bfbe3-23fe-4d4c-88f4-88f32753aeb4 req-605c7c2c-2827-4339-a2b8-aea542045a28 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716407 Aug 26 08:55:52.648208 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:52.690607 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:52.786471 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:52.800883 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:52.804121 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:52.813021 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:52.814092 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:52.848777 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-faff0d1e-0d4f-4154-82f5-369878c0d2e0 req-6fdc52ef-5cba-4b44-bf78-54b2e03d05ac tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0925300 Aug 26 08:55:52.855245 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=22521262-299d-4e4d-9ba8-55935d2c7ebf,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:52.880934 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-0c2932b9-ba99-4e3a-a7c4-7a002cf94cf0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7283704 Aug 26 08:55:52.936227 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 390693e3-15ad-42f2-a309-c1c33a1f05d7 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:55:52.960275 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 390693e3-15ad-42f2-a309-c1c33a1f05d7 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:55:52.960794 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 390693e3-15ad-42f2-a309-c1c33a1f05d7 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:55:52.991572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07fcc-0ada-418c-a0f0-29f7a4e90ab0 req-01cab777-6026-4ec9-a8b6-02ce2e69e5f1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:52.993386 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1be07fcc-0ada-418c-a0f0-29f7a4e90ab0 req-01cab777-6026-4ec9-a8b6-02ce2e69e5f1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 932 time: 0.0589504 Aug 26 08:55:53.044931 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1be07fcc-0ada-418c-a0f0-29f7a4e90ab0 req-b6e9fc51-acfc-459b-86a2-eb10683799d9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451221 Aug 26 08:55:53.093530 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-c882730e-c97d-4d3b-abbe-23fb2a4844f0 None None] Provisioning complete for port 22521262-299d-4e4d-9ba8-55935d2c7ebf triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:53.093904 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c882730e-c97d-4d3b-abbe-23fb2a4844f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.133357 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-c882730e-c97d-4d3b-abbe-23fb2a4844f0 None None] Port 22521262-299d-4e4d-9ba8-55935d2c7ebf cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:53.176867 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6a1b5d5f-204f-4433-8287-39abb0ad8d62 req-4b6d123a-cd93-4016-ae76-9039d1d20998 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Aug 26 08:55:53.327282 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Request body: {'port': {'device_id': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:53.394504 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.663660 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22521262-299d-4e4d-9ba8-55935d2c7ebf {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:53.667723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:53.672368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Publish callbacks [] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.691215 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Transition to ACTIVE for port object 22521262-299d-4e4d-9ba8-55935d2c7ebf will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:55:53.698173 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.775316 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Pushing event updated for resources: {'Port': ['ID=22521262-299d-4e4d-9ba8-55935d2c7ebf,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:53.789899 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Attempting to bind port 22521262-299d-4e4d-9ba8-55935d2c7ebf on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:53.790251 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Attempting to bind port 22521262-299d-4e4d-9ba8-55935d2c7ebf by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:53.790590 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Attempting to bind port 22521262-299d-4e4d-9ba8-55935d2c7ebf on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:53.797230 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Port 22521262-299d-4e4d-9ba8-55935d2c7ebf on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:55:53.797578 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Attempting to bind port 22521262-299d-4e4d-9ba8-55935d2c7ebf on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:53.798583 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffb3e5-a903-4f54-9c29-9329e99a9cb0 req-3b9e3dfd-bedc-413f-8fc1-66e06fbd8b77 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:53.800763 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0cffb3e5-a903-4f54-9c29-9329e99a9cb0 req-3b9e3dfd-bedc-413f-8fc1-66e06fbd8b77 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0733948 Aug 26 08:55:53.803624 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:55:53.803968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:55:53.804956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Bound using segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:55:53.805487 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Bound port: 22521262-299d-4e4d-9ba8-55935d2c7ebf, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:55:53.805873 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.861120 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0cffb3e5-a903-4f54-9c29-9329e99a9cb0 req-09cf42ba-fa7d-444a-b27d-5ebad2f5601f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498867 Aug 26 08:55:53.876872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:53.887310 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] For port 22521262-299d-4e4d-9ba8-55935d2c7ebf, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:55:53.892425 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] For port 22521262-299d-4e4d-9ba8-55935d2c7ebf, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:55:53.904490 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.910261 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:53.910954 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:53.912602 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/22521262-299d-4e4d-9ba8-55935d2c7ebf HTTP/1.1" status: 200 len: 1094 time: 0.5899501 Aug 26 08:55:53.913204 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:55:53.915808 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53" -d '{"events": [{"name": "network-changed", "server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:55:53.970038 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd14c02-fa73-4158-8fcd-2657cb6dd6ef x-openstack-request-id: req-9dd14c02-fa73-4158-8fcd-2657cb6dd6ef {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:55:53.970482 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:55:53.970759 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9dd14c02-fa73-4158-8fcd-2657cb6dd6ef {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:55:53.971250 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd14c02-fa73-4158-8fcd-2657cb6dd6ef'] response: {'name': 'network-changed', 'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'status': 'completed', 'code': 200} Aug 26 08:55:53.991893 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ec9312c7-3b02-45d1-9f50-922428935699 req-d5454780-4164-4167-b711-93622a96f4ca tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0427837 Aug 26 08:55:54.019668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377d19d-6c7e-4667-91d1-347dfc0617b3 service neutron] Pushing event updated for resources: {'Port': ['ID=22521262-299d-4e4d-9ba8-55935d2c7ebf,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:54.128761 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53 req-d17b8f19-8c4f-432d-98a2-e7f183905dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:54.132251 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53 req-d17b8f19-8c4f-432d-98a2-e7f183905dd4 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 1128 time: 0.0640602 Aug 26 08:55:54.194380 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a139b7-eb31-4a41-ad06-d566e5db707c req-ea13ac9f-7121-4def-b107-eb59f1ee67cc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:54.195989 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f4a139b7-eb31-4a41-ad06-d566e5db707c req-ea13ac9f-7121-4def-b107-eb59f1ee67cc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 944 time: 0.0573213 Aug 26 08:55:54.271119 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f4a139b7-eb31-4a41-ad06-d566e5db707c req-93e92478-2f1f-4677-804e-b165b3652b1c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657768 Aug 26 08:55:54.412186 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8a00fffb-0b54-45d3-8749-232a06e2dfa9 req-d4290018-6b89-4860-b48d-f00a6786a983 tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.1015072 Aug 26 08:55:54.528295 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53 req-89dc15af-b26e-42d8-a237-489cfb2f313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:54.531401 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53 req-89dc15af-b26e-42d8-a237-489cfb2f313c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2923527 Aug 26 08:55:55.021835 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4298a35-f109-4eb0-a5bd-651e9d1a0c6e req-ab352749-755e-441f-ad42-5f007c5869fd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:55.024127 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b4298a35-f109-4eb0-a5bd-651e9d1a0c6e req-ab352749-755e-441f-ad42-5f007c5869fd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0593877 Aug 26 08:55:55.080022 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b4298a35-f109-4eb0-a5bd-651e9d1a0c6e req-5a8d1764-9e8a-40a6-90b3-1654a211391b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501871 Aug 26 08:55:55.130062 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-546d03c5-5be0-432d-9541-202464176e46 req-dc65ea0d-948c-4c5a-b98c-d8d40b47bbe4 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0381131 Aug 26 08:55:55.508085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5660b-21cf-4f0b-896e-e07e77f01ca2 req-cc122720-b9ae-4a3b-be85-bad0c0a8d73f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:55.512108 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-49c5660b-21cf-4f0b-896e-e07e77f01ca2 req-cc122720-b9ae-4a3b-be85-bad0c0a8d73f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 944 time: 0.1012454 Aug 26 08:55:55.606318 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-49c5660b-21cf-4f0b-896e-e07e77f01ca2 req-2a06b422-36c1-420d-87fd-eea5f360bdb2 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884249 Aug 26 08:55:55.628570 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-621c371c-08fc-4481-90d2-bd41e5f67432 req-6bdc8bd8-0de9-445f-b08f-a023e59a302e tempest-VolumesNegativeTest-223823414 tempest-VolumesNegativeTest-223823414-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5ba6e623-d5a4-4f7f-ab8f-ede13517de39 HTTP/1.1" status: 200 len: 210 time: 0.0679443 Aug 26 08:55:55.642016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53 req-35906a01-aa08-4b53-8d54-c305068603f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:55.643653 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ac5ed52-cd64-4c6a-98af-b6310bd92a53 req-35906a01-aa08-4b53-8d54-c305068603f8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3244002 Aug 26 08:55:55.762757 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-3ec40fb1-4503-4b02-b311-51ba9f5d8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:55.764377 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-3ec40fb1-4503-4b02-b311-51ba9f5d8fde service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 1128 time: 0.0465231 Aug 26 08:55:56.115841 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-c5973e12-dff2-4e1d-806c-08e451ce0ef7 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf HTTP/1.1" status: 200 len: 217 time: 0.3158863 Aug 26 08:55:56.241009 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99722f-c02c-4d90-8750-f49821dfccd7 req-977d20f8-a5d1-43ba-86f4-b8abb4812b5e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:56.242819 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ce99722f-c02c-4d90-8750-f49821dfccd7 req-977d20f8-a5d1-43ba-86f4-b8abb4812b5e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0573599 Aug 26 08:55:56.254753 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7f93bc78-b95e-4be8-90f5-584fa2634ad8 req-af65c81c-2ad2-4302-8aa3-99d0e2b4061b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0368090 Aug 26 08:55:56.310550 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ce99722f-c02c-4d90-8750-f49821dfccd7 req-6b06606c-535d-4cef-8a02-fc1eccd375e4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566719 Aug 26 08:55:56.353142 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-4374f86a-04da-4f72-86f2-8fbeb403d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:56.356259 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-4374f86a-04da-4f72-86f2-8fbeb403d285 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0657723 Aug 26 08:55:56.449233 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-8e72ddea-62cc-4f22-b6dd-034a86f7573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:56.451467 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-8e72ddea-62cc-4f22-b6dd-034a86f7573f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726118 Aug 26 08:55:56.736147 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-1bfa78f5-689d-427a-aa24-b77d46358722 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137015 Aug 26 08:55:56.790021 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-26cf5a9c-4ecd-44d2-bfb8-56043479089f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:56.792626 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-26cf5a9c-4ecd-44d2-bfb8-56043479089f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.115 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 814 time: 0.2590644 Aug 26 08:55:56.819396 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'port': {'device_id': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'admin_state_up': True, 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:56.825892 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:56.931874 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:56.947917 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd2097-26dc-4087-b2bf-82bb031227a4 req-bfa148ec-460e-4a09-82ee-89b1da8e986f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:56.950728 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0ddd2097-26dc-4087-b2bf-82bb031227a4 req-bfa148ec-460e-4a09-82ee-89b1da8e986f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 944 time: 0.0938196 Aug 26 08:55:57.000546 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:57.013354 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6d05da59-0f47-4dfc-a166-54f3a327175e req-12e11354-3536-4de8-87e0-eadabf43d264 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641542 Aug 26 08:55:57.029936 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Made reservation on behalf of 3d18cb354a0f46faba6c00b89b4e4b1c for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:55:57.034169 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:57.062652 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0ddd2097-26dc-4087-b2bf-82bb031227a4 req-a31a8727-1002-4dbf-addc-8e8c710a7a8b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941458 Aug 26 08:55:57.079218 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:57.190574 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:57.238091 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Allocated IP 172.20.0.12 (ac639d8e-0bd5-49fe-b0cc-78725e66b385/678d5026-1e34-4b71-ba41-d724c449ddf4/43e50f95-c491-4a41-90fb-e5677acb9448) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:55:57.464894 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0186b737-0b22-43ea-b923-c3999d972181 req-48b9255a-f113-40e8-a0a0-287d1e09fcfe tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0629456 Aug 26 08:55:57.562640 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for port (43e50f95-c491-4a41-90fb-e5677acb9448), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:57.615072 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:57.675209 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:55:57.697290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:55:57.701728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:55:57.703884 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:57.706535 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:55:57.739492 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.739954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.740343 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.740682 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.741019 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.741349 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.741676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.742007 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.742330 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.742649 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.743226 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.743554 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.743878 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.744201 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.744522 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:55:57.801109 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:57.802148 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:57.830468 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-18871030-f11f-4b88-9878-2120cc182fc1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0175037 Aug 26 08:55:57.989679 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-c8fbe82e-e18d-4be9-920e-4ca9e76c39ec None None] Provisioning complete for port 43e50f95-c491-4a41-90fb-e5677acb9448 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:55:57.990246 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c8fbe82e-e18d-4be9-920e-4ca9e76c39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:58.046790 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbe82e-e18d-4be9-920e-4ca9e76c39ec None None] Port 43e50f95-c491-4a41-90fb-e5677acb9448 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:55:58.204052 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1c82f-aa63-4214-bc11-aa9bf476d01d req-deb67f8d-b9e1-4ac5-a700-45626de1bf95 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:58.206672 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fd1c82f-aa63-4214-bc11-aa9bf476d01d req-deb67f8d-b9e1-4ac5-a700-45626de1bf95 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 944 time: 0.0669057 Aug 26 08:55:58.269988 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fd1c82f-aa63-4214-bc11-aa9bf476d01d req-01e916a2-105b-4a57-9854-d3bfedc78021 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533526 Aug 26 08:55:58.620021 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2a2a9-66d8-46ce-8136-1c4fff46bcd6 req-19dd1872-5a0a-4eb8-b4a5-693b04d3a4c8 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:58.622528 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-63c2a2a9-66d8-46ce-8136-1c4fff46bcd6 req-19dd1872-5a0a-4eb8-b4a5-693b04d3a4c8 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 932 time: 0.0629725 Aug 26 08:55:58.686257 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-63c2a2a9-66d8-46ce-8136-1c4fff46bcd6 req-14b4cc0c-22e0-4650-9856-5e65d3c7283e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567622 Aug 26 08:55:59.006863 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Request body: {'port': {'device_id': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:55:59.094419 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:59.159092 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:59.491452 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:55:59.576405 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e50f95-c491-4a41-90fb-e5677acb9448 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:55:59.597642 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Publish callbacks [] for port (43e50f95-c491-4a41-90fb-e5677acb9448), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:59.626794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaf549-8fe0-4092-8f4b-998df9f2a893 req-834899f3-683d-486e-9270-67fc1341fefd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:55:59.637905 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b0aaf549-8fe0-4092-8f4b-998df9f2a893 req-834899f3-683d-486e-9270-67fc1341fefd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 944 time: 0.1259117 Aug 26 08:55:59.648548 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Transition to ACTIVE for port object 43e50f95-c491-4a41-90fb-e5677acb9448 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:55:59.662660 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:55:59.800383 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b0aaf549-8fe0-4092-8f4b-998df9f2a893 req-48d52492-8926-497a-a646-c6a07faedc41 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559961 Aug 26 08:55:59.818057 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:55:59.947370 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Attempting to bind port 43e50f95-c491-4a41-90fb-e5677acb9448 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:55:59.948143 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Attempting to bind port 43e50f95-c491-4a41-90fb-e5677acb9448 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:55:59.948704 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Attempting to bind port 43e50f95-c491-4a41-90fb-e5677acb9448 on network ac639d8e-0bd5-49fe-b0cc-78725e66b385 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:55:59.994327 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Port 43e50f95-c491-4a41-90fb-e5677acb9448 on network ac639d8e-0bd5-49fe-b0cc-78725e66b385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:55:59.995639 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Attempting to bind port 43e50f95-c491-4a41-90fb-e5677acb9448 on network ac639d8e-0bd5-49fe-b0cc-78725e66b385 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:56:00.016964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:56:00.018783 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Checking segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:56:00.020034 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Bound using segment: {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:56:00.021715 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Bound port: 43e50f95-c491-4a41-90fb-e5677acb9448, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79050a63-22e0-471d-afe9-1f578df71f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:56:00.022799 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:00.079655 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be976ca1-1a68-44ce-a251-bb699fdf3f4b req-ae2f3d3f-4d74-46e8-aad8-46cab5244e72 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:00.083573 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-be976ca1-1a68-44ce-a251-bb699fdf3f4b req-ae2f3d3f-4d74-46e8-aad8-46cab5244e72 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.1693883 Aug 26 08:56:00.253554 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:56:00.259103 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-be976ca1-1a68-44ce-a251-bb699fdf3f4b req-0d6b84dc-b6c1-44b4-9333-b4c59911bd67 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692083 Aug 26 08:56:00.261115 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:56:00.272729 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:00.279610 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:00.280645 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:00.282411 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 1094 time: 1.2800634 Aug 26 08:56:00.283007 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:56:00.285472 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b0ac11-6003-4c42-9207-c50007a7ed3f" -d '{"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:56:00.371038 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a7e3b-170a-4e2e-b1da-040d20a7c00a x-openstack-request-id: req-723a7e3b-170a-4e2e-b1da-040d20a7c00a {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:56:00.371330 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:56:00.371583 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-723a7e3b-170a-4e2e-b1da-040d20a7c00a {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:56:00.372000 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723a7e3b-170a-4e2e-b1da-040d20a7c00a'] response: {'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'status': 'completed', 'code': 200} Aug 26 08:56:00.375913 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8e615-4f4c-4621-a8fa-671cceb3fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:00.970763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 22521262-299d-4e4d-9ba8-55935d2c7ebf details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:56:00.998757 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575f247-f91c-4307-953b-8b2d3ca8ab9e req-fcadafce-f743-4131-b592-c450dd8588a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:01.020103 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1575f247-f91c-4307-953b-8b2d3ca8ab9e req-fcadafce-f743-4131-b592-c450dd8588a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 944 time: 0.1086614 Aug 26 08:56:01.109788 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1575f247-f91c-4307-953b-8b2d3ca8ab9e req-64aa29ea-852d-4ebb-88c2-0e197bde8eae tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883884 Aug 26 08:56:01.182231 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 22521262-299d-4e4d-9ba8-55935d2c7ebf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:01.204664 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'port_id': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'mac_address': 'fa:16:3e:8b:bc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:56:01.263464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 22521262-299d-4e4d-9ba8-55935d2c7ebf is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:56:01.264111 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:01.289301 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22521262-299d-4e4d-9ba8-55935d2c7ebf {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:56:01.328939 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 22521262-299d-4e4d-9ba8-55935d2c7ebf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:01.338318 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:01.399431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:01.412464 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:01.423986 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=22521262-299d-4e4d-9ba8-55935d2c7ebf,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:01.433423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.433913 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.434144 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.434490 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.434826 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.435195 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.435668 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.436049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.436384 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.436986 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.437182 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.437446 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.437952 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.438574 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.443956 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:56:01.517783 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310564f8-6e43-4326-b567-d0de5dc697fc req-9dab539c-2e3b-4d03-87e8-2993937ac826 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:01.521451 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-310564f8-6e43-4326-b567-d0de5dc697fc req-9dab539c-2e3b-4d03-87e8-2993937ac826 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0971174 Aug 26 08:56:01.561916 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:01.585065 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-310564f8-6e43-4326-b567-d0de5dc697fc req-83e1b33f-bdf1-4134-8798-ab78ceb7a7be tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577698 Aug 26 08:56:01.752597 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:02.020605 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['22521262-299d-4e4d-9ba8-55935d2c7ebf'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:56:02.326128 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96421-089d-4f20-a05d-81a901cc6abf req-5e048ef6-0987-44ec-9ec4-ed87e0b2ef85 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:02.329704 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-02d96421-089d-4f20-a05d-81a901cc6abf req-5e048ef6-0987-44ec-9ec4-ed87e0b2ef85 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 945 time: 0.0923893 Aug 26 08:56:02.426504 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-02d96421-089d-4f20-a05d-81a901cc6abf req-b145d8ab-bc7b-425c-970e-b3d0994ff3e7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819626 Aug 26 08:56:02.629165 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47398) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:02.806011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec62b75-ffda-4001-bd52-6a0094831ee3 req-43a7aff5-ed7a-4370-b01d-ff5921f6d9f2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:02.812419 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cec62b75-ffda-4001-bd52-6a0094831ee3 req-43a7aff5-ed7a-4370-b01d-ff5921f6d9f2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.1088030 Aug 26 08:56:02.883137 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cec62b75-ffda-4001-bd52-6a0094831ee3 req-78ec4150-2b74-4c44-b9ff-76b9deb220c5 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Aug 26 08:56:02.897460 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-52df65d7-5a66-49e7-8271-e7fea420bd16 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d9c2937d8e1243c185dab8e97f0a6e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666628 Aug 26 08:56:02.902596 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47404) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:03.002405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd88-63fc-4e62-9cec-45d88ed2cae6 admin admin] Publish callbacks [] for security_group (7de667fb-e290-4138-832a-8d46419d6e82), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.042411 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd88-63fc-4e62-9cec-45d88ed2cae6 admin admin] Publish callbacks [] for security_group (7de667fb-e290-4138-832a-8d46419d6e82), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.121830 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd88-63fc-4e62-9cec-45d88ed2cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (7de667fb-e290-4138-832a-8d46419d6e82), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.126010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd88-63fc-4e62-9cec-45d88ed2cae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.127390 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-efc9cd88-63fc-4e62-9cec-45d88ed2cae6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7de667fb-e290-4138-832a-8d46419d6e82 HTTP/1.1" status: 204 len: 168 time: 0.2229092 Aug 26 08:56:03.141085 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9cd88-63fc-4e62-9cec-45d88ed2cae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de667fb-e290-4138-832a-8d46419d6e82,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:03.615217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 22521262-299d-4e4d-9ba8-55935d2c7ebf up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:56:03.627093 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880dd29-8389-4949-bc4b-ffd54902cf99 req-5a0746f6-3ba2-4d3d-aa8b-09d344a9f4b3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:03.628736 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c880dd29-8389-4949-bc4b-ffd54902cf99 req-5a0746f6-3ba2-4d3d-aa8b-09d344a9f4b3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 945 time: 0.0716288 Aug 26 08:56:03.667266 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 22521262-299d-4e4d-9ba8-55935d2c7ebf completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:56:03.680926 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 22521262-299d-4e4d-9ba8-55935d2c7ebf triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:56:03.681556 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.695115 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c880dd29-8389-4949-bc4b-ffd54902cf99 req-39255e42-fb99-4bb7-bbad-59d83ed21dba tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598974 Aug 26 08:56:03.788271 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 22521262-299d-4e4d-9ba8-55935d2c7ebf is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:56:03.788709 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.820287 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:56:03.822854 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc71774-800b-4e68-8896-f92910161514" -d '{"events": [{"server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "name": "network-vif-plugged", "status": "completed", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:56:03.837170 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 22521262-299d-4e4d-9ba8-55935d2c7ebf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:03.849066 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:03.881924 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeb8bf3-89ba-477f-90a7-e4bdd77799b1 x-openstack-request-id: req-5aeb8bf3-89ba-477f-90a7-e4bdd77799b1 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:56:03.882214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "name": "network-vif-plugged", "status": "completed", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:56:03.882480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5aeb8bf3-89ba-477f-90a7-e4bdd77799b1 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:56:03.882859 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aeb8bf3-89ba-477f-90a7-e4bdd77799b1'] response: {'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'code': 200} Aug 26 08:56:03.926055 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=22521262-299d-4e4d-9ba8-55935d2c7ebf,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:04.041424 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:04.066601 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1ad6-247f-4940-89e3-86c8cd9b6087 req-8e4333da-2176-4246-9f49-d92751dd2232 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:04.068294 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-52cc1ad6-247f-4940-89e3-86c8cd9b6087 req-8e4333da-2176-4246-9f49-d92751dd2232 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0721028 Aug 26 08:56:04.145679 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-52cc1ad6-247f-4940-89e3-86c8cd9b6087 req-dea05efa-5568-466e-a229-e5c6fa3c836f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673094 Aug 26 08:56:04.889974 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67166adf-1e31-419d-89ca-9272ba8b5713 req-67189d98-6f8e-435e-81c4-a7500a0d2234 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:04.892019 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-67166adf-1e31-419d-89ca-9272ba8b5713 req-67189d98-6f8e-435e-81c4-a7500a0d2234 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0781672 Aug 26 08:56:04.976287 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-67166adf-1e31-419d-89ca-9272ba8b5713 req-c960e5e1-9243-40e8-9762-47ca3532346a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775323 Aug 26 08:56:05.348774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d205b7-5821-4bad-860d-7a953de449f4 req-f0609a46-8c20-49f5-aeb4-633c216e733c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:05.350806 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e8d205b7-5821-4bad-860d-7a953de449f4 req-f0609a46-8c20-49f5-aeb4-633c216e733c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0663676 Aug 26 08:56:05.421882 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e8d205b7-5821-4bad-860d-7a953de449f4 req-4701e4aa-24f3-4130-9644-cb9371579c0e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Aug 26 08:56:06.127893 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:06.163865 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7acec-09ca-468f-866a-47414d9397bc req-a3f82f3d-9850-44cd-a6f7-a333bb1f6b54 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:06.165598 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-27b7acec-09ca-468f-866a-47414d9397bc req-a3f82f3d-9850-44cd-a6f7-a333bb1f6b54 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0773411 Aug 26 08:56:06.233685 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-27b7acec-09ca-468f-866a-47414d9397bc req-91608c02-49ae-46d6-9fd3-3590c10a2bc5 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600889 Aug 26 08:56:06.615432 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1582a7-3a43-4112-b571-118df5bf9fc1 req-c0b9cc54-5845-4d31-9960-caa707336cea tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:06.618076 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b1582a7-3a43-4112-b571-118df5bf9fc1 req-c0b9cc54-5845-4d31-9960-caa707336cea tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0778186 Aug 26 08:56:06.704249 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b1582a7-3a43-4112-b571-118df5bf9fc1 req-3f4cabbb-b645-4f6e-a5fd-1461a8bca78c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Aug 26 08:56:07.425767 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab02e5-4053-42c1-accc-771082a7bf83 req-fceb4903-f20b-4862-98b3-95cf9164317c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:07.426723 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-23ab02e5-4053-42c1-accc-771082a7bf83 req-fceb4903-f20b-4862-98b3-95cf9164317c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0673180 Aug 26 08:56:07.515677 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-23ab02e5-4053-42c1-accc-771082a7bf83 req-bed79069-3b9b-4b73-b8b0-c070be9c14be tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800407 Aug 26 08:56:07.670334 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:07.671705 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:07.907474 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640d4cb-e7df-4816-9b65-ef6e9e311232 req-fb5cec5f-e763-45bf-8ce6-8dc75ee5091c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:07.914378 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c640d4cb-e7df-4816-9b65-ef6e9e311232 req-fb5cec5f-e763-45bf-8ce6-8dc75ee5091c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0976262 Aug 26 08:56:07.984779 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c640d4cb-e7df-4816-9b65-ef6e9e311232 req-a81ad036-6092-4797-b9de-7e84fa1bcb19 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637450 Aug 26 08:56:08.698353 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a99ed-3597-4b3e-9404-00ac02ad9d3e req-d8e3c59f-b3fc-4f98-ad1e-a512def85545 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:08.701739 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7b0a99ed-3597-4b3e-9404-00ac02ad9d3e req-d8e3c59f-b3fc-4f98-ad1e-a512def85545 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0681818 Aug 26 08:56:08.795859 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7b0a99ed-3597-4b3e-9404-00ac02ad9d3e req-175171a9-15bb-4608-ba5a-5ae9bb602101 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833256 Aug 26 08:56:09.215546 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34609d1d-fd18-4914-93a6-2a78853fd5c7 req-61e59b73-19c0-4beb-ad85-4052e6ad3a07 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:09.218410 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-34609d1d-fd18-4914-93a6-2a78853fd5c7 req-61e59b73-19c0-4beb-ad85-4052e6ad3a07 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0891256 Aug 26 08:56:09.302866 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-34609d1d-fd18-4914-93a6-2a78853fd5c7 req-7d0f0e78-083e-4994-9a0b-6ed16b278179 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Aug 26 08:56:09.969731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d680c-c819-4261-b7be-28a2423e6004 req-570bbeb8-cd0e-42fc-b486-cfc92b595411 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:09.971341 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-351d680c-c819-4261-b7be-28a2423e6004 req-570bbeb8-cd0e-42fc-b486-cfc92b595411 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0613298 Aug 26 08:56:10.048462 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-351d680c-c819-4261-b7be-28a2423e6004 req-88e90be6-2023-468f-9561-2cdbb107c501 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691297 Aug 26 08:56:10.490049 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf9a00-ba69-45cc-9ef6-cd8f8986d725 req-240ac214-794f-40ea-be4b-78d19c103617 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:10.491847 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a8cf9a00-ba69-45cc-9ef6-cd8f8986d725 req-240ac214-794f-40ea-be4b-78d19c103617 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0768631 Aug 26 08:56:10.549250 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:10.577237 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a8cf9a00-ba69-45cc-9ef6-cd8f8986d725 req-6e72a61d-6a04-4f61-8cf2-40985a5b0282 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Aug 26 08:56:11.265492 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023e19-64a2-47b4-96ed-2aeac524c219 req-2941d745-7dff-4aa1-95bd-8aff130d07a4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:11.268064 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00023e19-64a2-47b4-96ed-2aeac524c219 req-2941d745-7dff-4aa1-95bd-8aff130d07a4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.1005864 Aug 26 08:56:11.348361 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00023e19-64a2-47b4-96ed-2aeac524c219 req-49b6ea15-1ff2-4ac3-8620-7186b383f3f3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720885 Aug 26 08:56:11.750368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38fe06-b614-4b49-9edc-37f171f1ab8b req-ca5c2a6a-d112-4c72-8ffa-05a9d6091173 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:11.752181 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4b38fe06-b614-4b49-9edc-37f171f1ab8b req-ca5c2a6a-d112-4c72-8ffa-05a9d6091173 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0572889 Aug 26 08:56:11.834965 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4b38fe06-b614-4b49-9edc-37f171f1ab8b req-ec2ff9c8-95a2-4552-9c25-8bbb04ace8e1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750098 Aug 26 08:56:12.583366 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744cde-9f91-46db-8d46-9d4a4dccb51c req-c3f8eb32-207a-43c7-8569-e01acc517aff tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:12.585181 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-01744cde-9f91-46db-8d46-9d4a4dccb51c req-c3f8eb32-207a-43c7-8569-e01acc517aff tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0987809 Aug 26 08:56:12.657395 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-01744cde-9f91-46db-8d46-9d4a4dccb51c req-48cc6fb4-bb3f-4f65-860f-dba30744f004 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634220 Aug 26 08:56:12.965075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7319ac2-5bd0-437b-be7a-aff3613119db req-b731a76a-6f50-4450-af48-89a5311cd675 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:12.966805 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7319ac2-5bd0-437b-be7a-aff3613119db req-b731a76a-6f50-4450-af48-89a5311cd675 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0526457 Aug 26 08:56:13.047031 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7319ac2-5bd0-437b-be7a-aff3613119db req-6b6e41e0-cd53-4258-b684-a0b062d9c85e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721622 Aug 26 08:56:13.804170 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d571362-6cdb-4afc-bb77-46d0a75f26b8 req-0c227d83-8c25-4e97-8ac6-58b3ff312067 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:13.806436 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1d571362-6cdb-4afc-bb77-46d0a75f26b8 req-0c227d83-8c25-4e97-8ac6-58b3ff312067 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0644417 Aug 26 08:56:13.859725 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1d571362-6cdb-4afc-bb77-46d0a75f26b8 req-1e1d35b1-62b5-4475-a082-b469442396c7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476773 Aug 26 08:56:13.921813 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:13.922990 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:14.220640 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:14.235948 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1af66-e6c0-426e-89ca-00a64bb47b6e req-f78eb528-3d48-4005-a7a4-a9ab9f0205ac tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:14.238074 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7a1af66-e6c0-426e-89ca-00a64bb47b6e req-f78eb528-3d48-4005-a7a4-a9ab9f0205ac tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0941122 Aug 26 08:56:14.300860 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7a1af66-e6c0-426e-89ca-00a64bb47b6e req-026fab06-b5ac-4319-960b-039fabc8922e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515900 Aug 26 08:56:15.016006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3548-d57e-442f-af20-76c4a07d98cf req-de973e70-0544-4edf-bd13-6c814bbca02a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:15.018320 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-25ba3548-d57e-442f-af20-76c4a07d98cf req-de973e70-0544-4edf-bd13-6c814bbca02a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0772779 Aug 26 08:56:15.098282 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-25ba3548-d57e-442f-af20-76c4a07d98cf req-8448caf7-9182-4585-91a5-a966ea3783ae tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714173 Aug 26 08:56:15.466040 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea1320-0baf-493c-ac87-f6cc9f7f83a1 req-ef1c84b0-962e-42e4-bdb9-cb8f64fbd4ef tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:15.467707 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fdea1320-0baf-493c-ac87-f6cc9f7f83a1 req-ef1c84b0-962e-42e4-bdb9-cb8f64fbd4ef tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0557854 Aug 26 08:56:15.545749 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fdea1320-0baf-493c-ac87-f6cc9f7f83a1 req-3f2c798f-f313-4df6-afca-2099399ce2fb tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654321 Aug 26 08:56:15.625625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c2199557-02de-4c56-a3bd-a3f069b1452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:16.138468 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ac11-6003-4c42-9207-c50007a7ed3f req-2000894f-956b-4f99-9af1-bdace671db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:16.141733 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c5b0ac11-6003-4c42-9207-c50007a7ed3f req-2000894f-956b-4f99-9af1-bdace671db17 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1128 time: 0.0750656 Aug 26 08:56:16.320565 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14eab-ed98-485b-a402-87acafcc0b53 req-43a0b89d-825c-4d8d-8f58-f9c1f07fe8f1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:16.322604 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-77b14eab-ed98-485b-a402-87acafcc0b53 req-43a0b89d-825c-4d8d-8f58-f9c1f07fe8f1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0723898 Aug 26 08:56:16.353102 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:16.389303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ac11-6003-4c42-9207-c50007a7ed3f req-4f394fb8-afe3-4a6d-a63d-110a31adf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:16.390925 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c5b0ac11-6003-4c42-9207-c50007a7ed3f req-4f394fb8-afe3-4a6d-a63d-110a31adf64f service neutron] 10.222.0.115 "GET /networking/v2.0/networks?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2230299 Aug 26 08:56:16.423130 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-77b14eab-ed98-485b-a402-87acafcc0b53 req-a0a479a3-94ab-4e70-af84-e45c5359af8e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855002 Aug 26 08:56:16.691716 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb4f5-1a04-4053-8bbe-5398dd725075 req-de4f131d-2bd4-44c9-8258-e15ed6fd4ce5 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:16.693350 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e63eb4f5-1a04-4053-8bbe-5398dd725075 req-de4f131d-2bd4-44c9-8258-e15ed6fd4ce5 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0578263 Aug 26 08:56:16.774271 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e63eb4f5-1a04-4053-8bbe-5398dd725075 req-77d08076-db8e-4ecc-98d5-f568ce332463 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713429 Aug 26 08:56:16.878778 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:16.961303 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55d16-ab11-43a0-ad07-4070a45575da req-49b31fd4-26f9-4edf-a721-3699d230009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:16.963314 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a8c55d16-ab11-43a0-ad07-4070a45575da req-49b31fd4-26f9-4edf-a721-3699d230009b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 1130 time: 0.0674970 Aug 26 08:56:17.004218 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ac11-6003-4c42-9207-c50007a7ed3f req-e3cced05-a525-4899-996a-a4967a07c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:17.005808 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c5b0ac11-6003-4c42-9207-c50007a7ed3f req-e3cced05-a525-4899-996a-a4967a07c679 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1537340 Aug 26 08:56:17.040378 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a8c55d16-ab11-43a0-ad07-4070a45575da req-49688684-7137-40d2-8fee-1776307bdee6 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684707 Aug 26 08:56:17.547656 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-291d6ecf-fa19-4ed5-88ab-4e7e7e400774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:17.552642 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-291d6ecf-fa19-4ed5-88ab-4e7e7e400774 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1128 time: 0.0684645 Aug 26 08:56:17.627241 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-56785ece-f038-4118-91f0-ece8316d172a service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 217 time: 0.0561438 Aug 26 08:56:17.635656 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d77a3-dd4a-4f06-bae9-0c694fc47df5 req-2b5755d5-49cd-431b-bf7e-404ec6a142c8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:17.637319 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-035d77a3-dd4a-4f06-bae9-0c694fc47df5 req-2b5755d5-49cd-431b-bf7e-404ec6a142c8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0813129 Aug 26 08:56:17.699037 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-035d77a3-dd4a-4f06-bae9-0c694fc47df5 req-78ac78d2-199c-4539-bd95-3f5de8c7cce8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541494 Aug 26 08:56:17.701195 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-178b64dc-7971-40f9-a660-40aefd54032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:17.702869 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-178b64dc-7971-40f9-a660-40aefd54032f service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 200 len: 853 time: 0.0589135 Aug 26 08:56:17.775319 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-5c77002d-9e40-41fb-80df-57ea2a299445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:17.777308 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-5c77002d-9e40-41fb-80df-57ea2a299445 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=ac639d8e-0bd5-49fe-b0cc-78725e66b385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532889 Aug 26 08:56:17.905819 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-37d43a5a-6d3b-4d68-827d-d9cd54d26283 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128101 Aug 26 08:56:18.019385 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f03652-3575-4061-a394-112e22140cf8 req-afe121e5-cd8f-4dbe-8122-15eb6515882f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:18.021328 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f03652-3575-4061-a394-112e22140cf8 req-afe121e5-cd8f-4dbe-8122-15eb6515882f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0595207 Aug 26 08:56:18.099808 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f03652-3575-4061-a394-112e22140cf8 req-de574126-c53d-4b1c-99f5-1075f96b37d6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707042 Aug 26 08:56:18.216556 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb60dc-0ba6-4633-9752-1ab5c17a6f0d req-a764539f-ccf9-4220-ba4a-4e7058fbc821 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:18.218577 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b2fb60dc-0ba6-4633-9752-1ab5c17a6f0d req-a764539f-ccf9-4220-ba4a-4e7058fbc821 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0796454 Aug 26 08:56:18.292087 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b2fb60dc-0ba6-4633-9752-1ab5c17a6f0d req-808cec80-b6b6-4714-a111-b7b90872072c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671883 Aug 26 08:56:18.299168 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e7b10372-774f-42cf-aeb9-6155ff42386d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:18.671701 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2fe9b1c2-105b-4a48-9ad7-ef08199fe1ea req-0d1fe121-b4d8-4f15-9e68-f7da2c3a90ab service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429675 Aug 26 08:56:18.769887 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:18.792486 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:18.835081 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:18.850994 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bf642-9ad9-4da4-9837-b7acb6a1cb0f req-2da09bd3-7ae2-40cc-9bc5-60f5bd418c86 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:18.852904 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bd5bf642-9ad9-4da4-9837-b7acb6a1cb0f req-2da09bd3-7ae2-40cc-9bc5-60f5bd418c86 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0647423 Aug 26 08:56:18.913957 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bd5bf642-9ad9-4da4-9837-b7acb6a1cb0f req-697d439b-0db3-4c9a-8b65-aa78235de29b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517180 Aug 26 08:56:19.264487 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87fe92-99d2-415d-a721-22d604a7a23e req-f2194a88-9876-4bc7-97bf-44ceb2bc9c97 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:19.266033 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0f87fe92-99d2-415d-a721-22d604a7a23e req-f2194a88-9876-4bc7-97bf-44ceb2bc9c97 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0584760 Aug 26 08:56:19.317534 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0f87fe92-99d2-415d-a721-22d604a7a23e req-fabf37f3-4de3-4ceb-9677-25c7f20b5c94 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Aug 26 08:56:19.445092 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda924-8fdd-4a4a-b470-bad8f7d6c197 req-9d03fa4f-1c72-470e-9458-ab539ec07ec9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:19.446827 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-15bda924-8fdd-4a4a-b470-bad8f7d6c197 req-9d03fa4f-1c72-470e-9458-ab539ec07ec9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0530245 Aug 26 08:56:19.505076 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-15bda924-8fdd-4a4a-b470-bad8f7d6c197 req-053c7075-eed1-4212-87e4-a84d2722436d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517576 Aug 26 08:56:19.921879 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:20.121734 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cec9c-4f7c-4e7a-9f08-a204b1092503 req-f3e983d3-93b9-4648-81a2-43643f6349b2 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:20.123441 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bd2cec9c-4f7c-4e7a-9f08-a204b1092503 req-f3e983d3-93b9-4648-81a2-43643f6349b2 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0985959 Aug 26 08:56:20.179574 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bd2cec9c-4f7c-4e7a-9f08-a204b1092503 req-3561d94c-3faa-4169-af18-cc9f848ad4b6 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498536 Aug 26 08:56:20.456331 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674058-f501-4562-a170-9eb855538ad6 req-11570606-4eae-4afe-b722-9f3e65c66bd8 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:20.457930 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-79674058-f501-4562-a170-9eb855538ad6 req-11570606-4eae-4afe-b722-9f3e65c66bd8 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.0543497 Aug 26 08:56:20.535761 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-79674058-f501-4562-a170-9eb855538ad6 req-58f00f14-4d92-402b-a8d3-6f684e742783 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Aug 26 08:56:20.666184 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcc91d-fabf-41ce-9886-950091d621a1 req-925e7e08-97bd-4dca-b28a-bc04681910b1 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:20.668285 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e2fcc91d-fabf-41ce-9886-950091d621a1 req-925e7e08-97bd-4dca-b28a-bc04681910b1 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0661092 Aug 26 08:56:20.743829 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e2fcc91d-fabf-41ce-9886-950091d621a1 req-89433273-e73a-4f11-97b4-b15a2a49aac3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650251 Aug 26 08:56:21.290476 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:21.317948 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61ed79-1f9f-47e5-8f10-5cdae3b22ce3 req-1823aa57-a4cb-4a20-ad60-9ce3594d0efd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:21.319596 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4a61ed79-1f9f-47e5-8f10-5cdae3b22ce3 req-1823aa57-a4cb-4a20-ad60-9ce3594d0efd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0622528 Aug 26 08:56:21.331643 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:21.389761 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4a61ed79-1f9f-47e5-8f10-5cdae3b22ce3 req-1fe86dc8-3457-407b-b607-dec0094ac98b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640485 Aug 26 08:56:21.539292 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fddde-839e-4ed4-9853-aaf550b40b51 req-f836206d-9b1f-47c5-8195-4171a5f8e5f9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:21.541938 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fe9fddde-839e-4ed4-9853-aaf550b40b51 req-f836206d-9b1f-47c5-8195-4171a5f8e5f9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0796249 Aug 26 08:56:21.553821 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47528) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:21.559263 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'port_id': '22521262-299d-4e4d-9ba8-55935d2c7ebf'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:21.607222 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f0d1169f-bbac-4afc-aec4-3eae2accec9c), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:21.743060 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911bc57-a2c5-49c7-8a93-5b0d2d355683 req-3bd6de69-8bff-44af-9997-b72e33a3e6a4 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:21.744690 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e911bc57-a2c5-49c7-8a93-5b0d2d355683 req-3bd6de69-8bff-44af-9997-b72e33a3e6a4 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 944 time: 0.1073837 Aug 26 08:56:21.783440 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 43e50f95-c491-4a41-90fb-e5677acb9448 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:56:21.859171 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e911bc57-a2c5-49c7-8a93-5b0d2d355683 req-db9f6e17-98ca-4c0e-be2d-d14e31630279 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075184 Aug 26 08:56:21.923762 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd97b2d-089f-4b9f-8cf6-8d3808ccfe7c req-bd567857-934e-4401-9020-82f653f3e945 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:21.924789 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:21.927041 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cbd97b2d-089f-4b9f-8cf6-8d3808ccfe7c req-bd567857-934e-4401-9020-82f653f3e945 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0877197 Aug 26 08:56:21.943441 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '43e50f95-c491-4a41-90fb-e5677acb9448', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'port_id': '43e50f95-c491-4a41-90fb-e5677acb9448', 'mac_address': 'fa:16:3e:29:31:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:56:22.009137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cbd97b2d-089f-4b9f-8cf6-8d3808ccfe7c req-c01168d0-5c40-4829-912e-85ce9b0a0755 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709062 Aug 26 08:56:22.121783 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 43e50f95-c491-4a41-90fb-e5677acb9448 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:56:22.122736 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:22.148395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e50f95-c491-4a41-90fb-e5677acb9448 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:56:22.185841 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:22.193813 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:22.214987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:22.221383 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (f0d1169f-bbac-4afc-aec4-3eae2accec9c), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:22.253384 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:22.276720 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:22.346802 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP f0d1169f-bbac-4afc-aec4-3eae2accec9c associated. External IP: 172.27.3.88, port: 22521262-299d-4e4d-9ba8-55935d2c7ebf. Aug 26 08:56:22.456206 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:22.588172 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:56:22.650600 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:22.711909 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:56:22.716439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:22.723102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:56:22.737461 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:56:22.738106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:56:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:22.759234 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5f66515b-17f5-4afc-8ccf-cafc295cd86b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/f0d1169f-bbac-4afc-aec4-3eae2accec9c HTTP/1.1" status: 200 len: 991 time: 1.2041361 Aug 26 08:56:22.760094 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:56:22.762989 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e256a-1add-4f1d-ae15-ba09cadab187" -d '{"events": [{"name": "network-changed", "server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:56:22.777021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['43e50f95-c491-4a41-90fb-e5677acb9448'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:56:22.810287 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec92fa15-e776-489e-ae53-5dcb10b2d2a1 x-openstack-request-id: req-ec92fa15-e776-489e-ae53-5dcb10b2d2a1 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:56:22.810598 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:56:22.810869 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec92fa15-e776-489e-ae53-5dcb10b2d2a1 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:56:22.811333 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec92fa15-e776-489e-ae53-5dcb10b2d2a1'] response: {'name': 'network-changed', 'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'status': 'completed', 'code': 200} Aug 26 08:56:22.892646 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-1ec26307-588f-4e01-8b14-4e4a8285e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:22.894420 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-1ec26307-588f-4e01-8b14-4e4a8285e6f5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 1130 time: 0.0461934 Aug 26 08:56:22.913049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:56:23.011405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-58bf6042-fb36-4c49-8427-230a7d5be73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:23.013064 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-58bf6042-fb36-4c49-8427-230a7d5be73c service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 916 time: 0.1062932 Aug 26 08:56:23.017140 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a7522-9672-41a4-9f1d-c306bdcfa0f2 req-494b7dfa-9ab4-40fa-b478-da33f3fd5052 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:23.019308 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ee0a7522-9672-41a4-9f1d-c306bdcfa0f2 req-494b7dfa-9ab4-40fa-b478-da33f3fd5052 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 945 time: 0.0717909 Aug 26 08:56:23.055783 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:23.118197 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ee0a7522-9672-41a4-9f1d-c306bdcfa0f2 req-9a4ca9c2-994c-41ac-92c0-3823b4a4ecbe tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901659 Aug 26 08:56:23.120648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:23.194596 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-e13a40f3-90bb-49b9-842f-4329f0158c9b service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf HTTP/1.1" status: 200 len: 999 time: 0.1617601 Aug 26 08:56:23.223178 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f0d1169f-bbac-4afc-aec4-3eae2accec9c', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:8b:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:55:41Z', 'updated_at': '2022-08-26T08:56:22Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}, {'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:23.242535 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc89fa-7456-43ce-9bb6-9db1acb861ab req-892e95d8-bc9d-4197-804a-39c2b70cbe6f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:23.244194 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-23fc89fa-7456-43ce-9bb6-9db1acb861ab req-892e95d8-bc9d-4197-804a-39c2b70cbe6f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.1098385 Aug 26 08:56:23.251116 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:56:23.260906 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:56:23.262676 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:56:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:23.280412 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-dd2a7079-75ef-456e-867c-15206658b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:23.282027 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-dd2a7079-75ef-456e-867c-15206658b9d8 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0801702 Aug 26 08:56:23.351125 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-23fc89fa-7456-43ce-9bb6-9db1acb861ab req-85d6318d-6b6f-44ca-b320-83e316907a8d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987165 Aug 26 08:56:23.352372 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-2c8bcde9-c48c-467b-8ab5-eeeb7a0933da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:23.353832 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-2c8bcde9-c48c-467b-8ab5-eeeb7a0933da service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586309 Aug 26 08:56:23.404256 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:56:23.470344 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-47aafc32-752a-4923-aa66-019df98c7f81 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980875 Aug 26 08:56:23.592180 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e83e256a-1add-4f1d-ae15-ba09cadab187 req-80cea35f-e141-49d6-80ef-1c0b16cf5dd7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114745 Aug 26 08:56:23.727596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f0d1169f-bbac-4afc-aec4-3eae2accec9c', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:8b:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:55:41Z', 'updated_at': '2022-08-26T08:56:22Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}, {'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:23.756610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64139e-5de6-4fdd-80d6-37f9284dff51 None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f0d1169f-bbac-4afc-aec4-3eae2accec9c', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:8b:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:55:41Z', 'updated_at': '2022-08-26T08:56:22Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}, {'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:56:23.971174 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231909a6-e082-4a4e-9d45-3e64638ac160 None None] New status for floating IP f0d1169f-bbac-4afc-aec4-3eae2accec9c: ACTIVE {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:56:24.277187 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487cfa6-0bb1-44fb-834f-2f3909de7090 req-4501fdbd-bcf9-497c-a65e-2c16772c4764 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:24.278725 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c487cfa6-0bb1-44fb-834f-2f3909de7090 req-4501fdbd-bcf9-497c-a65e-2c16772c4764 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 945 time: 0.0611084 Aug 26 08:56:24.348501 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c487cfa6-0bb1-44fb-834f-2f3909de7090 req-5c62713a-81d4-42e4-b1a3-5ed395f9f45e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635281 Aug 26 08:56:24.486487 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c6036-736c-4f5b-bf06-356ad2a8e072 req-c14276fa-e04a-4087-9cbb-14ba18b00e09 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:24.488265 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c53c6036-736c-4f5b-bf06-356ad2a8e072 req-c14276fa-e04a-4087-9cbb-14ba18b00e09 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0524354 Aug 26 08:56:24.548757 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c53c6036-736c-4f5b-bf06-356ad2a8e072 req-0846c767-adfc-452c-b3bd-49dc6e333d88 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540979 Aug 26 08:56:24.613702 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 43e50f95-c491-4a41-90fb-e5677acb9448 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:56:24.661016 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 43e50f95-c491-4a41-90fb-e5677acb9448 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:56:24.668418 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 43e50f95-c491-4a41-90fb-e5677acb9448 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:56:24.668804 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:24.765471 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 43e50f95-c491-4a41-90fb-e5677acb9448 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:56:24.766204 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:24.792688 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:56:24.795204 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ae55f-826d-4b61-a60b-02ee3352a859" -d '{"events": [{"server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "name": "network-vif-plugged", "status": "completed", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:56:24.809109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:24.814627 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:24.841114 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ceaa07-127f-4c8f-a93e-832ae7f1106a x-openstack-request-id: req-78ceaa07-127f-4c8f-a93e-832ae7f1106a {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:56:24.841419 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "name": "network-vif-plugged", "status": "completed", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:56:24.841652 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78ceaa07-127f-4c8f-a93e-832ae7f1106a {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:56:24.842044 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ceaa07-127f-4c8f-a93e-832ae7f1106a'] response: {'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'code': 200} Aug 26 08:56:24.870249 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:25.050671 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:25.062553 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd622698-d19e-4ca1-9111-79e06cf976c2 req-26aaafa0-b9bd-424d-8c0d-8a54681b97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:25.064132 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd622698-d19e-4ca1-9111-79e06cf976c2 req-26aaafa0-b9bd-424d-8c0d-8a54681b97e6 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1130 time: 0.0475869 Aug 26 08:56:25.124019 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd622698-d19e-4ca1-9111-79e06cf976c2 req-b76f8333-8a18-4fe6-99dd-bc544a2b72c5 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Aug 26 08:56:25.510090 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd7294-e0fe-4b06-9922-1bdaa821be0b req-421e3497-e415-4499-9fa6-526b1660d959 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:25.512594 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dfdd7294-e0fe-4b06-9922-1bdaa821be0b req-421e3497-e415-4499-9fa6-526b1660d959 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0701206 Aug 26 08:56:25.580412 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dfdd7294-e0fe-4b06-9922-1bdaa821be0b req-e1df5923-9ce1-478c-a226-f47db397d79a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581207 Aug 26 08:56:25.685041 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716911c-61b3-43e1-ad69-35931b77c928 req-d366d860-8b11-4d34-8901-c21d51e6afdc tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:25.686925 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6716911c-61b3-43e1-ad69-35931b77c928 req-d366d860-8b11-4d34-8901-c21d51e6afdc tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0514882 Aug 26 08:56:25.739836 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6716911c-61b3-43e1-ad69-35931b77c928 req-4e0c400d-2a82-4ce2-9381-52356bc07dcb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470228 Aug 26 08:56:26.853474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:26.873333 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82732-ab88-4f97-b59c-2ef5b793adc6 req-12cb494a-3cdb-4eaa-85d8-2d214aeadfff tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:26.875083 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e0b82732-ab88-4f97-b59c-2ef5b793adc6 req-12cb494a-3cdb-4eaa-85d8-2d214aeadfff tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0560760 Aug 26 08:56:26.891888 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:26.955996 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e0b82732-ab88-4f97-b59c-2ef5b793adc6 req-defe5dc0-e77b-481f-af33-fd67221b79d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691478 Aug 26 08:56:26.982069 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac2b73-0900-4d2a-9675-6a6ff0f8b832 req-fbb94be9-92b2-4c67-a820-33889582e4e4 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:26.983763 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2bac2b73-0900-4d2a-9675-6a6ff0f8b832 req-fbb94be9-92b2-4c67-a820-33889582e4e4 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.3133178 Aug 26 08:56:27.014690 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:27.033630 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2bac2b73-0900-4d2a-9675-6a6ff0f8b832 req-f811bbd4-7f6b-40c0-8777-93ad55b654c8 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Aug 26 08:56:28.081652 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67e45-001a-4536-9069-c324dec45a2f req-a994c307-ad8e-488b-a18e-8246d537bd1e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:28.083275 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-49b67e45-001a-4536-9069-c324dec45a2f req-a994c307-ad8e-488b-a18e-8246d537bd1e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0523679 Aug 26 08:56:28.136931 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-49b67e45-001a-4536-9069-c324dec45a2f req-1e68cf91-b979-4c3f-b136-5a6a33c6703a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477078 Aug 26 08:56:28.163762 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643620ad-9903-4b5d-aff4-3ca818455af2 req-9cbfceab-4544-4a2f-8f9e-91ff423a182e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:28.165349 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-643620ad-9903-4b5d-aff4-3ca818455af2 req-9cbfceab-4544-4a2f-8f9e-91ff423a182e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0553966 Aug 26 08:56:28.218129 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-643620ad-9903-4b5d-aff4-3ca818455af2 req-cbb4858e-8f1a-4332-bcb9-535f2a61c2b5 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460410 Aug 26 08:56:29.304583 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a851e-154c-4145-b8e7-19a23fc770b2 req-d934cada-66bb-4c97-b80c-5b7cad692a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:29.307295 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-969a851e-154c-4145-b8e7-19a23fc770b2 req-d934cada-66bb-4c97-b80c-5b7cad692a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0763059 Aug 26 08:56:29.353621 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a23c-3a38-42dd-b174-c2df59f8034e req-9e682b33-c91d-49ec-8997-fa50d6479611 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:29.355431 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6b58a23c-3a38-42dd-b174-c2df59f8034e req-9e682b33-c91d-49ec-8997-fa50d6479611 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0568717 Aug 26 08:56:29.372077 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-969a851e-154c-4145-b8e7-19a23fc770b2 req-e451c9dc-7516-4b44-9e7f-6fde797ec741 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582545 Aug 26 08:56:29.411171 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6b58a23c-3a38-42dd-b174-c2df59f8034e req-e1dea06e-d8d5-4e6e-b143-eb24fccb3994 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Aug 26 08:56:29.548371 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49785d9-074e-4ef9-ae38-839e800ea690 req-7b8c03f3-07c4-4910-82b3-e454de362023 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:29.550116 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f49785d9-074e-4ef9-ae38-839e800ea690 req-7b8c03f3-07c4-4910-82b3-e454de362023 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0575860 Aug 26 08:56:29.608998 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f49785d9-074e-4ef9-ae38-839e800ea690 req-a350c385-4289-4cfa-a4d3-46929f0966de tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 Aug 26 08:56:29.989210 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595adaa2-5d37-437a-94ab-fbb2fde3f3c9 req-ea6f029a-c6e5-490c-adad-f1f97c0da7a6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:29.990863 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-595adaa2-5d37-437a-94ab-fbb2fde3f3c9 req-ea6f029a-c6e5-490c-adad-f1f97c0da7a6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0569687 Aug 26 08:56:30.044842 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-595adaa2-5d37-437a-94ab-fbb2fde3f3c9 req-8b3e6dc4-b789-49e3-9f22-a646c315bf79 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477836 Aug 26 08:56:30.715480 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbace5-510d-4706-8087-2f8234efdbd4 req-dabaf720-4c66-43b7-baa6-5e3c3f8829fb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:30.717328 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d4dbace5-510d-4706-8087-2f8234efdbd4 req-dabaf720-4c66-43b7-baa6-5e3c3f8829fb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.2618377 Aug 26 08:56:30.770405 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d4dbace5-510d-4706-8087-2f8234efdbd4 req-73b297e6-3916-4f80-844c-1ee4cae1e15f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473080 Aug 26 08:56:31.747874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:31.918458 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd1456-299b-4a4b-a666-444cbb1fee91 req-d31f35a4-85aa-420f-8d43-cdc9a7bdfaaa tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:31.921015 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-58cd1456-299b-4a4b-a666-444cbb1fee91 req-d31f35a4-85aa-420f-8d43-cdc9a7bdfaaa tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0598295 Aug 26 08:56:31.977802 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-58cd1456-299b-4a4b-a666-444cbb1fee91 req-925e6332-3dae-4a60-9277-2ca3c48582c3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512826 Aug 26 08:56:33.101816 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c41d-707f-42ac-ab19-cd6576dab75f req-55d4f769-34de-4b43-b0b1-0bb8a856884a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:33.103487 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2b16c41d-707f-42ac-ab19-cd6576dab75f req-55d4f769-34de-4b43-b0b1-0bb8a856884a tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0496209 Aug 26 08:56:33.159004 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2b16c41d-707f-42ac-ab19-cd6576dab75f req-f3cefc98-a397-402c-9ff0-ed193b057b98 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485444 Aug 26 08:56:34.375494 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6fe53-bc36-4b1e-b596-3c638707249e req-7825a5cb-bfeb-440e-918e-e0a97f730ff3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:34.377071 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ef6fe53-bc36-4b1e-b596-3c638707249e req-7825a5cb-bfeb-440e-918e-e0a97f730ff3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.1275876 Aug 26 08:56:34.434879 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ef6fe53-bc36-4b1e-b596-3c638707249e req-a33d58fb-ce2c-4244-b5e3-eb0a60ceb255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512769 Aug 26 08:56:34.674344 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:56:35.569807 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f995d30-3e26-400c-8e86-a95a1e5c930d req-5a0de0e3-51df-46ff-9b50-1efb458fd25d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:35.571230 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8f995d30-3e26-400c-8e86-a95a1e5c930d req-5a0de0e3-51df-46ff-9b50-1efb458fd25d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0488853 Aug 26 08:56:35.628567 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8f995d30-3e26-400c-8e86-a95a1e5c930d req-3058f422-b831-421c-bf50-6410ba2bec0c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514052 Aug 26 08:56:35.861838 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f62162-310f-4deb-bc60-31ae0e4a452a req-641102ed-ca22-45a8-90f8-a486de23ce32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:35.863382 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-84f62162-310f-4deb-bc60-31ae0e4a452a req-641102ed-ca22-45a8-90f8-a486de23ce32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0589826 Aug 26 08:56:35.952443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-516454fa-08c9-444e-954c-ba2daee1e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:35.953977 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-516454fa-08c9-444e-954c-ba2daee1e8e3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 1130 time: 0.0639777 Aug 26 08:56:35.957701 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-84f62162-310f-4deb-bc60-31ae0e4a452a req-9031f2b9-0182-4332-aa25-d6aed05a38cb tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842738 Aug 26 08:56:36.061076 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:36.066942 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-4b46ee60-0d1b-419c-b342-d3e14c4afc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:36.068447 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-4b46ee60-0d1b-419c-b342-d3e14c4afc91 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.1026263 Aug 26 08:56:36.137029 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-20c4f81c-28ce-49a6-a818-dc48dad23d61 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 200 len: 1002 time: 0.0599468 Aug 26 08:56:36.203875 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-de78779e-bde3-4e86-af09-d62fc2ee67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:36.205406 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-de78779e-bde3-4e86-af09-d62fc2ee67c1 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.0548806 Aug 26 08:56:36.261046 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-c69ef781-8e87-43ba-a9f7-a68640f9ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:36.262604 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-c69ef781-8e87-43ba-a9f7-a68640f9ac33 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440226 Aug 26 08:56:36.368300 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:36.376046 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-8ae24d63-f790-43c7-b071-5c8c309c1da2 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949271 Aug 26 08:56:36.490966 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7b823724-49fa-49d6-ab19-56bf229a9ed4 req-df76304c-9924-4e0b-8c42-f44f550b207f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994749 Aug 26 08:56:37.095711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd26a2-0eea-46fb-9be4-eaddb323fe57 req-606d810c-a9f8-45c4-8c36-e575f4215bcc tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:37.097332 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c2bd26a2-0eea-46fb-9be4-eaddb323fe57 req-606d810c-a9f8-45c4-8c36-e575f4215bcc tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0517526 Aug 26 08:56:37.156012 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c2bd26a2-0eea-46fb-9be4-eaddb323fe57 req-9e875524-9c2d-4f87-af50-2c758c0876af tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511663 Aug 26 08:56:37.220910 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-e8950eae-6072-419d-b11c-a1d7aa667e0b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452392 Aug 26 08:56:37.295360 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277966-7410-4691-8718-686d71164ed9 req-f3edf258-b276-44ed-8d10-f7e0457e415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:37.296812 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-f3edf258-b276-44ed-8d10-f7e0457e415d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 1130 time: 0.0460813 Aug 26 08:56:38.292783 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380430f-5b1b-4580-a769-5ea4cc0a9b81 req-7db1e484-3ccb-4cc7-a7fc-1854932261f5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:38.294365 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3380430f-5b1b-4580-a769-5ea4cc0a9b81 req-7db1e484-3ccb-4cc7-a7fc-1854932261f5 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0578270 Aug 26 08:56:38.351533 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3380430f-5b1b-4580-a769-5ea4cc0a9b81 req-030b2d2a-235c-4653-bde9-c008033ea9da tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499513 Aug 26 08:56:38.595399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277966-7410-4691-8718-686d71164ed9 req-81b80cd7-9518-4a49-bc77-77e16ded1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:38.596892 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-81b80cd7-9518-4a49-bc77-77e16ded1813 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.1042733 Aug 26 08:56:38.690401 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-623fc92b-de16-4241-b51a-2ebb867845bc service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 200 len: 1000 time: 0.0601885 Aug 26 08:56:39.544982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277966-7410-4691-8718-686d71164ed9 req-93cd9005-7800-4c51-ad7e-525a46bd4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:39.546584 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-93cd9005-7800-4c51-ad7e-525a46bd4ea5 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.0482626 Aug 26 08:56:39.596955 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277966-7410-4691-8718-686d71164ed9 req-05d8213a-9597-405f-bdfb-949dc9438ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:39.598509 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-05d8213a-9597-405f-bdfb-949dc9438ee8 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428143 Aug 26 08:56:40.268914 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-0e95db07-d713-4c74-9298-1aec22f49dd5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000950 Aug 26 08:56:40.385213 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66277966-7410-4691-8718-686d71164ed9 req-db9091af-3e06-4f47-9f37-0a524a7da07b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934682 Aug 26 08:56:40.929588 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c8622-f5b1-495f-85f3-9be6edc4bdf0 req-dcb5ece2-7c9d-45eb-994a-cd54a194625b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:40.931034 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-de0c8622-f5b1-495f-85f3-9be6edc4bdf0 req-dcb5ece2-7c9d-45eb-994a-cd54a194625b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0479009 Aug 26 08:56:40.981570 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-de0c8622-f5b1-495f-85f3-9be6edc4bdf0 req-4b00ed8f-1aa2-4504-9d2a-0837ce664539 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Aug 26 08:56:41.009774 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47662) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:41.166017 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da497d9e-6957-4a2f-b08d-f9738965b0e7 tempest-TestMinimumBasicScenario-1642877144 tempest-TestMinimumBasicScenario-1642877144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:41.171434 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-da497d9e-6957-4a2f-b08d-f9738965b0e7 tempest-TestMinimumBasicScenario-1642877144 tempest-TestMinimumBasicScenario-1642877144-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1125 time: 0.1568871 Aug 26 08:56:41.171756 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47666) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:41.176306 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'port_id': '43e50f95-c491-4a41-90fb-e5677acb9448', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:41.199277 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:41.283678 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:41.403931 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Allocated IP 172.27.3.156 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/13c5b7b8-a88e-477c-b15d-fd8e9f4354be) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:56:41.405698 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:41.408484 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:41.522519 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:41.562455 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:41.608601 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:56:41.611705 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:56:41.615918 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:56:41.638389 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'Port': ['ID=13c5b7b8-a88e-477c-b15d-fd8e9f4354be,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:41.740216 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:41.742677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:42.014489 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for floatingip (d655ce49-a5c3-419f-97aa-57eef8674c79), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:42.087251 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:42.200239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:42.250606 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:42.257339 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:42.308058 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:42.329607 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'Port': ['ID=13c5b7b8-a88e-477c-b15d-fd8e9f4354be,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:42.335706 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (d655ce49-a5c3-419f-97aa-57eef8674c79), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:42.468226 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Floating IP d655ce49-a5c3-419f-97aa-57eef8674c79 associated. External IP: 172.27.3.156, port: 43e50f95-c491-4a41-90fb-e5677acb9448. Aug 26 08:56:42.959659 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Router 4dd7f2ac-648d-4c59-904e-a604c393c97e has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:56:43.087564 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:56:43.098414 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] Sync routers for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:56:43.107838 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.109409 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:56:43.110043 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:56:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:43.143718 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d962a279-d39c-4345-b772-305bb4b5894f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9681704 Aug 26 08:56:43.143718 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:56:43.144142 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53078598-2ffa-455b-b87a-92f4305a2010" -d '{"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:56:43.144283 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47668) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:43.149452 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492471970', 'description': 'tempest-secgroup-smoke-1492471970 description', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:43.175058 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.187878 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6338a5b4-9242-4760-8254-0bd46bb869a1 x-openstack-request-id: req-6338a5b4-9242-4760-8254-0bd46bb869a1 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:56:43.188169 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:56:43.188426 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6338a5b4-9242-4760-8254-0bd46bb869a1 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:56:43.188845 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6338a5b4-9242-4760-8254-0bd46bb869a1'] response: {'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'status': 'completed', 'code': 200} Aug 26 08:56:43.223666 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:56:43.245787 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:43.271543 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:43.286447 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group (31c69cac-9709-43b6-b7b2-868d43622288), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.293770 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (31c69cac-9709-43b6-b7b2-868d43622288), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.296604 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53078598-2ffa-455b-b87a-92f4305a2010 req-3ac858eb-3391-453c-936a-e1d1e4592e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:43.298148 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-3ac858eb-3391-453c-936a-e1d1e4592e84 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1130 time: 0.0657954 Aug 26 08:56:43.337850 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.339084 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1935396 Aug 26 08:56:43.342580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47672) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:43.347866 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group_rule': {'security_group_id': '31c69cac-9709-43b6-b7b2-868d43622288', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:43.380132 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077301bc-1b33-4e22-98d3-311597d0e4d2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c69cac-9709-43b6-b7b2-868d43622288,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:43.382610 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (b072c650-d423-498f-b7ac-fe29b8b42bcd), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.432736 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53078598-2ffa-455b-b87a-92f4305a2010 req-d5685726-8a70-499d-96fd-28a6b3b38d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:43.434459 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-d5685726-8a70-499d-96fd-28a6b3b38d9b service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 916 time: 0.1086137 Aug 26 08:56:43.451443 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (b072c650-d423-498f-b7ac-fe29b8b42bcd), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.457247 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (b072c650-d423-498f-b7ac-fe29b8b42bcd), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.469459 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'd655ce49-a5c3-419f-97aa-57eef8674c79', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'port_id': '43e50f95-c491-4a41-90fb-e5677acb9448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'mac_address': 'fa:16:3e:29:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:56:41Z', 'updated_at': '2022-08-26T08:56:41Z', 'revision_number': 0, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:43.480740 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b072c650-d423-498f-b7ac-fe29b8b42bcd,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:43.491876 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.493221 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0da0a8bc-50c2-4f1d-9f38-55d4c846f3fa tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492543 Aug 26 08:56:43.500136 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47674) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:43.501788 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] Checking router: 4dd7f2ac-648d-4c59-904e-a604c393c97e for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:56:43.507577 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group_rule': {'security_group_id': '31c69cac-9709-43b6-b7b2-868d43622288', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:43.512932 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:56:43.513830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:56:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:43.531583 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-59138abd-9a13-4add-8c1a-50dd958b4e02 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 1000 time: 0.0772493 Aug 26 08:56:43.538458 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (1a381e7b-d02e-465b-bcd8-4106168bbc72), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.586121 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:43.605140 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53078598-2ffa-455b-b87a-92f4305a2010 req-d31b62d0-90ac-4cd2-9b93-6f268b2e2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:43.606430 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (1a381e7b-d02e-465b-bcd8-4106168bbc72), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.606708 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-d31b62d0-90ac-4cd2-9b93-6f268b2e2455 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 200 len: 853 time: 0.0564711 Aug 26 08:56:43.612054 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (1a381e7b-d02e-465b-bcd8-4106168bbc72), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.629526 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a381e7b-d02e-465b-bcd8-4106168bbc72,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:43.630524 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:43.646328 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.646570 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:56:43.650246 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b626bec6-6bec-43e1-a08f-103ca3024850 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465144 Aug 26 08:56:43.650608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47676) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:43.655402 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group_rule': {'security_group_id': '31c69cac-9709-43b6-b7b2-868d43622288', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:43.675158 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53078598-2ffa-455b-b87a-92f4305a2010 req-53e86c09-9bfd-45b4-8dd7-f0568bcdd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:43.676931 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-53e86c09-9bfd-45b4-8dd7-f0568bcdd976 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=ac639d8e-0bd5-49fe-b0cc-78725e66b385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610609 Aug 26 08:56:43.686773 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (c7038050-4b60-45ed-b26b-d323681ff34f), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.704549 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:43.771374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (c7038050-4b60-45ed-b26b-d323681ff34f), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.776670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (c7038050-4b60-45ed-b26b-d323681ff34f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.800268 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7038050-4b60-45ed-b26b-d323681ff34f,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:43.800806 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-cdabdbd7-02ec-4e14-95b2-ae6368a4c8a7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119180 Aug 26 08:56:43.810705 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.815415 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4a441537-019f-4e17-a71c-833e655e232e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604393 Aug 26 08:56:43.815741 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47680) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:43.821332 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group_rule': {'security_group_id': '31c69cac-9709-43b6-b7b2-868d43622288', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:43.850716 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (c6ab64a2-00be-470b-9129-5fbf426935a7), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.911046 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53078598-2ffa-455b-b87a-92f4305a2010 req-fe821d20-125c-43b2-a2fb-ab9ddd75789c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979867 Aug 26 08:56:43.917666 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (c6ab64a2-00be-470b-9129-5fbf426935a7), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.928402 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (c6ab64a2-00be-470b-9129-5fbf426935a7), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.953748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ab64a2-00be-470b-9129-5fbf426935a7,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:43.961185 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:43.965477 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47682) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:43.965645 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dc6879d7-8bf3-492f-add3-9ead248d13e9 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486843 Aug 26 08:56:43.970724 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group_rule': {'security_group_id': '31c69cac-9709-43b6-b7b2-868d43622288', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:44.006919 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.securitygroups_db [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Project 3d18cb354a0f46faba6c00b89b4e4b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 08:56:44.014568 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (59415665-90b9-4ed6-a299-104982f187ae), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.026554 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'd655ce49-a5c3-419f-97aa-57eef8674c79', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'port_id': '43e50f95-c491-4a41-90fb-e5677acb9448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'mac_address': 'fa:16:3e:29:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:56:41Z', 'updated_at': '2022-08-26T08:56:41Z', 'revision_number': 0, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:56:44.057264 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ca8b4-dd53-4d9e-b4f5-bc5598e8ce7c None None] The sync data for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi is: [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'd655ce49-a5c3-419f-97aa-57eef8674c79', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'port_id': '43e50f95-c491-4a41-90fb-e5677acb9448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'mac_address': 'fa:16:3e:29:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:56:41Z', 'updated_at': '2022-08-26T08:56:41Z', 'revision_number': 0, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:56:44.080527 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (59415665-90b9-4ed6-a299-104982f187ae), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.085890 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (59415665-90b9-4ed6-a299-104982f187ae), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.105550 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59415665-90b9-4ed6-a299-104982f187ae,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:44.115541 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.116881 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b1d6e40b-fea2-4ef0-8378-7ccc71c08c5f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500022 Aug 26 08:56:44.120101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47684) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:56:44.125282 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'security_group_rule': {'security_group_id': '31c69cac-9709-43b6-b7b2-868d43622288', 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:44.148916 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.securitygroups_db [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Project 3d18cb354a0f46faba6c00b89b4e4b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 08:56:44.157220 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (b2dbda12-16c8-48b3-aba5-de38b549caf8), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.231720 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (b2dbda12-16c8-48b3-aba5-de38b549caf8), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.241128 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (b2dbda12-16c8-48b3-aba5-de38b549caf8), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.263455 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dbda12-16c8-48b3-aba5-de38b549caf8,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:44.269802 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.271122 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-b70ddef2-8c95-4c3a-b1f5-84a01bf16581 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498816 Aug 26 08:56:44.286011 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13987e1-7333-4edd-a1a5-8cef0061870f None None] New status for floating IP d655ce49-a5c3-419f-97aa-57eef8674c79: ACTIVE {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:56:44.386787 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-c71c05fa-0057-4ed6-993e-7abfb032728d tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1492471970&fields=id&tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c HTTP/1.1" status: 200 len: 267 time: 0.0597291 Aug 26 08:56:44.445051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-a1757a6b-6615-49e3-948d-46eb7b9fc219 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:44.447342 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-a1757a6b-6615-49e3-948d-46eb7b9fc219 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0564396 Aug 26 08:56:44.460031 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'port': {'security_groups': ['c31d0056-877b-4089-99ed-f9d9cf5eb1ad', '31c69cac-9709-43b6-b7b2-868d43622288']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:56:44.545362 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.730254 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:44.742847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:56:44.773817 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for port (43e50f95-c491-4a41-90fb-e5677acb9448), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.779889 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.790596 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:44.791269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:44.792693 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c57511e-8e56-47c6-b385-ef0e09c733ed req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "PUT /networking/v2.0/ports/43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 982 time: 0.3386390 Aug 26 08:56:44.798139 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['43e50f95-c491-4a41-90fb-e5677acb9448'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:56:44.836748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:44.858710 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55bf38-69f4-4f38-9231-916a86dc3513 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=6']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:56:44.910662 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247a44f-b966-4817-aefe-8e6ea72ebbd9 req-8bee1611-3e23-4a58-a96f-8eae77192671 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:44.912508 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4247a44f-b966-4817-aefe-8e6ea72ebbd9 req-8bee1611-3e23-4a58-a96f-8eae77192671 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0555921 Aug 26 08:56:44.951333 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:44.976971 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4247a44f-b966-4817-aefe-8e6ea72ebbd9 req-6ca9ff1e-1aad-4ae2-ba02-29628360793f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584681 Aug 26 08:56:45.030874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['43e50f95-c491-4a41-90fb-e5677acb9448'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:56:45.057574 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:45.190075 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:56:45.192573 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e77f0b5-c943-46ce-952f-076707a8fd93" -d '{"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:56:45.233580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5afe58-c560-42e6-9aca-e5052a7c7ac1 x-openstack-request-id: req-9a5afe58-c560-42e6-9aca-e5052a7c7ac1 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:56:45.233851 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:56:45.234105 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a5afe58-c560-42e6-9aca-e5052a7c7ac1 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:56:45.234602 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5afe58-c560-42e6-9aca-e5052a7c7ac1'] response: {'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'status': 'completed', 'code': 200} Aug 26 08:56:45.311782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-d9e32fd0-4cf3-4b84-bc49-a49f266e821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:45.313270 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-d9e32fd0-4cf3-4b84-bc49-a49f266e821c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1169 time: 0.0424895 Aug 26 08:56:45.422548 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-f493f5ab-2788-4261-8aae-af577af7fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:45.424085 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-f493f5ab-2788-4261-8aae-af577af7fbab service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 916 time: 0.0941885 Aug 26 08:56:45.481012 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:45.486049 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:45.492460 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-e6d84307-e322-491a-a7e2-701268eae842 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 1002 time: 0.0585244 Aug 26 08:56:45.555656 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-df2c2a4c-4af6-49da-864b-b58b181474ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:45.557251 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-df2c2a4c-4af6-49da-864b-b58b181474ba service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 200 len: 853 time: 0.0497713 Aug 26 08:56:45.611986 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-ae42a386-8f81-4cd1-8d18-5a533348853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:56:45.613514 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-ae42a386-8f81-4cd1-8d18-5a533348853e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=ac639d8e-0bd5-49fe-b0cc-78725e66b385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455673 Aug 26 08:56:45.622402 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c65b10a2-c6bc-4b6b-9361-a60a70ea9245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:45.722747 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-fc00c66b-66a2-411f-907d-2362078e84ff service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977845 Aug 26 08:56:45.854880 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e77f0b5-c943-46ce-952f-076707a8fd93 req-30ef9e86-ebfc-4786-a760-1ccece50ec0e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084599 Aug 26 08:56:48.296840 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1974fda2-871b-46b9-9ced-f567077bcc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:49.926351 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:51.291276 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:52.278232 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:56:54.856211 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=9 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:55.776470 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:55.781754 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:55.850110 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=27 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:56:55.851071 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=30 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:01.744150 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:11.675012 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:57:11.731084 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:11.739496 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:13.378648 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19832f-5f9d-4ceb-bfc7-0d2621efc741 req-eda3149f-b4d7-403f-b4cf-a30bdbd671e1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:13.380328 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc19832f-5f9d-4ceb-bfc7-0d2621efc741 req-eda3149f-b4d7-403f-b4cf-a30bdbd671e1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0723958 Aug 26 08:57:13.440351 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0530-03f1-479e-b993-f929e5aff87f req-ead3c31a-4695-4bee-90ee-80db348f8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:13.441895 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-ead3c31a-4695-4bee-90ee-80db348f8aaa service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.0605989 Aug 26 08:57:13.469432 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc19832f-5f9d-4ceb-bfc7-0d2621efc741 req-64d90f4d-a1d5-43de-a128-502dd13be24c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795138 Aug 26 08:57:13.704039 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0530-03f1-479e-b993-f929e5aff87f req-bc33321e-72ed-495f-b558-8cbd06b4553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:13.705753 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-bc33321e-72ed-495f-b558-8cbd06b4553d service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.0929692 Aug 26 08:57:13.786765 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-68d2f256-6a59-42db-85d9-ecb3d0debfc5 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 1002 time: 0.0695410 Aug 26 08:57:13.843260 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0530-03f1-479e-b993-f929e5aff87f req-44f78e15-7e4b-4056-a32c-31a1275c7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:13.844798 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-44f78e15-7e4b-4056-a32c-31a1275c7690 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0459383 Aug 26 08:57:13.897972 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0530-03f1-479e-b993-f929e5aff87f req-6d9df87b-07fe-42b0-b88d-e7f54826f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:13.899542 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-6d9df87b-07fe-42b0-b88d-e7f54826f354 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458298 Aug 26 08:57:14.017443 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-a22e3ab5-6bb1-421f-911a-8290e459e89e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014452 Aug 26 08:57:14.126392 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-438b0530-03f1-479e-b993-f929e5aff87f req-8b6c9465-8f61-4138-825e-90a5f3934b09 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983069 Aug 26 08:57:14.598793 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d688-c053-4bb2-b941-bccdaba1352d req-9fbebee4-48df-40e8-b970-9e1f3b66df2b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:14.600478 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e9a7d688-c053-4bb2-b941-bccdaba1352d req-9fbebee4-48df-40e8-b970-9e1f3b66df2b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0518732 Aug 26 08:57:14.656890 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e9a7d688-c053-4bb2-b941-bccdaba1352d req-a2db28ff-7cc5-48d2-baae-80639b92da71 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486488 Aug 26 08:57:14.755715 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2bda-c63c-4408-b4c5-ebea57f182dc req-4dd9ac81-0aa3-4f5d-ba08-bceeb03e4f6b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:14.757167 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-09fe2bda-c63c-4408-b4c5-ebea57f182dc req-4dd9ac81-0aa3-4f5d-ba08-bceeb03e4f6b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0576982 Aug 26 08:57:14.810134 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-09fe2bda-c63c-4408-b4c5-ebea57f182dc req-7fbca3d3-dfac-4c65-ac03-1d5290d953f8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438647 Aug 26 08:57:15.620943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-65027569-f6c3-4714-85fe-9c4ef5130f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:15.794539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d7e3e-b1ff-4227-8898-1719b85e905b req-f5a6f76f-afc4-450e-9212-666b5d6222f4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:15.796234 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b98d7e3e-b1ff-4227-8898-1719b85e905b req-f5a6f76f-afc4-450e-9212-666b5d6222f4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0486906 Aug 26 08:57:15.846947 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b98d7e3e-b1ff-4227-8898-1719b85e905b req-f66ce672-55ac-46cd-aded-1e200a76df6b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Aug 26 08:57:15.961209 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcb74c-c584-4d98-8209-03113b290b87 req-7774a3eb-31d2-4658-a537-eea931d4c470 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:15.963249 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1fbcb74c-c584-4d98-8209-03113b290b87 req-7774a3eb-31d2-4658-a537-eea931d4c470 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0630240 Aug 26 08:57:16.017825 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1fbcb74c-c584-4d98-8209-03113b290b87 req-c9b0085f-f393-4a37-b6e2-04f564bb436d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483797 Aug 26 08:57:16.983415 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096867-2532-4fa7-b207-f2973a2925e6 req-c93be5a6-291b-4e45-8178-b882ca9ba55b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:16.984982 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-44096867-2532-4fa7-b207-f2973a2925e6 req-c93be5a6-291b-4e45-8178-b882ca9ba55b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0588744 Aug 26 08:57:17.047848 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-44096867-2532-4fa7-b207-f2973a2925e6 req-34f6f129-1b52-45e4-89f7-e20b9f4c9b57 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561819 Aug 26 08:57:17.169633 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba737016-8844-435c-a927-51e26060a379 req-14a8772e-7d0a-4d6f-b236-08c9e0737996 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:17.170697 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba737016-8844-435c-a927-51e26060a379 req-14a8772e-7d0a-4d6f-b236-08c9e0737996 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0686536 Aug 26 08:57:17.230372 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba737016-8844-435c-a927-51e26060a379 req-fbc73a41-21ca-4b19-be21-2befd67adf46 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514526 Aug 26 08:57:17.842843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-25437f88-c004-45ef-afcc-0def3c2b868a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:17.844443 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-25437f88-c004-45ef-afcc-0def3c2b868a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0484831 Aug 26 08:57:17.936938 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Deleting port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:17.937247 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:17.999328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:18.023029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:18.050057 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] For port 61d58bf1-2d6c-4df7-8638-a30df721d2e9, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=61d58bf1-2d6c-4df7-8638-a30df721d2e9,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:18.050430 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:18.234427 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35719d31-2853-41d1-becb-2c5ca36a8b7a req-508693e3-1b70-46a0-ae92-b088211be559 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:18.235949 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-35719d31-2853-41d1-becb-2c5ca36a8b7a req-508693e3-1b70-46a0-ae92-b088211be559 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1052330 Aug 26 08:57:18.295226 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a6a-0249-45b6-b8d6-1de8c1ab5488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:18.335735 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:18.336120 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (76ed5e1f-84a1-4909-9d2c-eba802d8d964), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:18.336437 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Floating IP 76ed5e1f-84a1-4909-9d2c-eba802d8d964 disassociated. External IP: 172.27.3.16, port: 61d58bf1-2d6c-4df7-8638-a30df721d2e9. Aug 26 08:57:18.336781 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Calling delete_port for 61d58bf1-2d6c-4df7-8638-a30df721d2e9 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:18.344097 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-35719d31-2853-41d1-becb-2c5ca36a8b7a req-d0c69085-15d1-40b0-ad8b-0ed5928dbbcc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985737 Aug 26 08:57:18.376097 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a726-b9f7-4a47-9ed5-75289ca01743 req-f4345158-a77b-42c8-9655-40abb85c0b3b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:18.377824 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f603a726-b9f7-4a47-9ed5-75289ca01743 req-f4345158-a77b-42c8-9655-40abb85c0b3b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 946 time: 0.0520546 Aug 26 08:57:18.430037 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f603a726-b9f7-4a47-9ed5-75289ca01743 req-209ee1ee-397a-40e9-9f23-4322d130724f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0bbabf46-aabd-4587-a87e-6efe6f7f4603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453537 Aug 26 08:57:18.489458 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (61d58bf1-2d6c-4df7-8638-a30df721d2e9), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:18.528540 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event deleted for resources: {'Port': ['ID=61d58bf1-2d6c-4df7-8638-a30df721d2e9,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:18.541240 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.541603 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.541951 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.542294 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.542628 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.542973 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.543292 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.543616 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.543941 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.544269 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.544593 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.544925 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.545286 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.545717 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.546029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:18.676808 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:57:19.060105 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:57:19.074014 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:57:19.086182 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:19.087075 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:19.109872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] No DVR routers for this DVR port 61d58bf1-2d6c-4df7-8638-a30df721d2e9 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:57:19.113947 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:19.118411 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3e9f9268-03d5-4761-bd26-7a210076ada5 req-c8929463-f9bf-4e1c-8ee6-7384138689a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "DELETE /networking/v2.0/ports/61d58bf1-2d6c-4df7-8638-a30df721d2e9 HTTP/1.1" status: 204 len: 173 time: 1.2650876 Aug 26 08:57:19.118875 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-deleted', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:19.121701 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b2330b-e370-422e-8cda-b5ba8ad512ef" -d '{"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-deleted", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:19.171607 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41713ef-685b-46fb-a19a-8dc4360fb1ce x-openstack-request-id: req-c41713ef-685b-46fb-a19a-8dc4360fb1ce {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:19.171926 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de0d2d4-3218-426b-a548-91c5891780fa", "name": "network-vif-deleted", "tag": "61d58bf1-2d6c-4df7-8638-a30df721d2e9", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:19.172178 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c41713ef-685b-46fb-a19a-8dc4360fb1ce {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:19.172715 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41713ef-685b-46fb-a19a-8dc4360fb1ce'] response: {'server_uuid': '8de0d2d4-3218-426b-a548-91c5891780fa', 'name': 'network-vif-deleted', 'tag': '61d58bf1-2d6c-4df7-8638-a30df721d2e9', 'status': 'completed', 'code': 200} Aug 26 08:57:19.204653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:19.412461 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:19.441890 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:57:19.451107 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:19.451799 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:19.484222 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16f4ce-6662-4623-861b-446431ba4f93 req-c075b9cd-018d-4962-ae5e-a904d9b908cc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:19.491396 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa16f4ce-6662-4623-861b-446431ba4f93 req-c075b9cd-018d-4962-ae5e-a904d9b908cc tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0618365 Aug 26 08:57:19.560867 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa16f4ce-6662-4623-861b-446431ba4f93 req-fbb745a8-f295-4563-b06a-6b81b4005c05 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684078 Aug 26 08:57:19.588507 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:19.598873 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-355fa649-51b1-452c-a738-ad0780eb6919 req-b72d447f-0adc-427c-a5d6-c60665ddb26c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8de0d2d4-3218-426b-a548-91c5891780fa HTTP/1.1" status: 200 len: 210 time: 0.0389569 Aug 26 08:57:19.795763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:19.823611 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ea6ad-ebf3-4db5-aa66-6146fa73c303 None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:57:19.928593 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:20.065451 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1c5bb-5495-487e-a5b6-d2f9314b8365 None None] New status for floating IP 76ed5e1f-84a1-4909-9d2c-eba802d8d964: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:57:20.712802 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad052a5-c06d-45c5-8b50-d859b1dd22c7 req-f20ffb51-cab0-4fa2-945e-d76336263d0f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:20.713853 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47828) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:20.714705 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1ad052a5-c06d-45c5-8b50-d859b1dd22c7 req-f20ffb51-cab0-4fa2-945e-d76336263d0f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0777509 Aug 26 08:57:20.787337 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5242bf56-848f-4d65-838d-6a91e6a77e1f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (0bbabf46-aabd-4587-a87e-6efe6f7f4603), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:20.794984 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1ad052a5-c06d-45c5-8b50-d859b1dd22c7 req-5b949965-7aef-4787-9a4c-a21a1b7f0d0f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737171 Aug 26 08:57:20.820860 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5242bf56-848f-4d65-838d-6a91e6a77e1f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (0bbabf46-aabd-4587-a87e-6efe6f7f4603), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:20.855953 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:57:20.879521 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 61d58bf1-2d6c-4df7-8638-a30df721d2e9 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:57:20.880246 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 61d58bf1-2d6c-4df7-8638-a30df721d2e9 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:57:20.895326 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5242bf56-848f-4d65-838d-6a91e6a77e1f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (0bbabf46-aabd-4587-a87e-6efe6f7f4603), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:20.898441 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5242bf56-848f-4d65-838d-6a91e6a77e1f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:20.899726 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5242bf56-848f-4d65-838d-6a91e6a77e1f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/0bbabf46-aabd-4587-a87e-6efe6f7f4603 HTTP/1.1" status: 204 len: 168 time: 0.1846733 Aug 26 08:57:20.902736 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47830) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:20.910321 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:20.923340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bf56-848f-4d65-838d-6a91e6a77e1f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbabf46-aabd-4587-a87e-6efe6f7f4603,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:20.931032 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.api.v2.resource [None req-280b12ac-0a32-4876-8068-fcb70a78c7fa tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] show failed (client error): The resource could not be found. Aug 26 08:57:20.932059 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-280b12ac-0a32-4876-8068-fcb70a78c7fa tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups/0bbabf46-aabd-4587-a87e-6efe6f7f4603 HTTP/1.1" status: 404 len: 347 time: 0.0282581 Aug 26 08:57:20.936082 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47832) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:21.067698 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Deleting port 6ece9868-047b-46d4-b08e-192fb0cee660 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:21.068075 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (6ece9868-047b-46d4-b08e-192fb0cee660), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.159822 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (6ece9868-047b-46d4-b08e-192fb0cee660), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.160361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (6ece9868-047b-46d4-b08e-192fb0cee660), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.175401 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Calling delete_port for 6ece9868-047b-46d4-b08e-192fb0cee660 owned by network:floatingip {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:21.292242 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.336437 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:21.354416 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (6ece9868-047b-46d4-b08e-192fb0cee660), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.385005 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event deleted for resources: {'Port': ['ID=6ece9868-047b-46d4-b08e-192fb0cee660,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:21.398476 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.398829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.399227 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.399572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.399912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.400247 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.400578 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.400897 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.401226 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.401555 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.401868 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.402210 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.402531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.402853 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.403204 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:21.446467 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:21.467435 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (76ed5e1f-84a1-4909-9d2c-eba802d8d964), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.471791 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.473763 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4e7454e1-ae54-4fdb-bc89-bc1b02f4e389 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/76ed5e1f-84a1-4909-9d2c-eba802d8d964 HTTP/1.1" status: 204 len: 168 time: 0.5358431 Aug 26 08:57:21.586450 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47836) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:21.591336 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773854491', 'description': 'tempest-description--1631768234'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:21.615988 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.699970 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.704962 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.739744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.741046 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1534977 Aug 26 08:57:21.743321 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad506c71-ba87-4cae-8a26-2c50d2d4c219 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:21.744359 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47838) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:21.749820 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'security_group_rule': {'security_group_id': '26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:21.760841 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:21.781525 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (c944b3c9-5ce5-4401-9998-77c908fdd9f3), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.841384 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (c944b3c9-5ce5-4401-9998-77c908fdd9f3), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.847033 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (c944b3c9-5ce5-4401-9998-77c908fdd9f3), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.871153 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c944b3c9-5ce5-4401-9998-77c908fdd9f3,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:21.879159 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.883064 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6aef6ee6-47e4-48fb-92ae-86d198cf5508 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349106 Aug 26 08:57:21.883333 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47842) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:21.887829 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'security_group_rule': {'security_group_id': '26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:21.917478 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (1b7bd2be-7664-41c9-9303-595fdc7295c5), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.936329 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2eb9-f7c5-4c99-901d-d4888a5ab464 req-6cb9cec4-2800-450b-a061-e540ec9c098b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:21.937770 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-19de2eb9-f7c5-4c99-901d-d4888a5ab464 req-6cb9cec4-2800-450b-a061-e540ec9c098b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0550566 Aug 26 08:57:21.977429 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (1b7bd2be-7664-41c9-9303-595fdc7295c5), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.981503 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (1b7bd2be-7664-41c9-9303-595fdc7295c5), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:21.989853 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-19de2eb9-f7c5-4c99-901d-d4888a5ab464 req-10b73ddd-8fbd-46c2-988e-8514e487ed97 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Aug 26 08:57:22.001117 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7bd2be-7664-41c9-9303-595fdc7295c5,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:22.013959 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.015230 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-986c6024-2809-4d26-bc28-7ccc7d2214b6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308544 Aug 26 08:57:22.018920 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 47846) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:22.025539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:22.049284 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.133854 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.246102 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Allocated IP 172.27.3.154 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/befcaa3d-9752-49bc-8db7-76f3fe6c9fb3) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:57:22.279265 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.360838 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.396771 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.423873 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:22.441557 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:57:22.447287 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:57:22.449875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:57:22.453750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'Port': ['ID=befcaa3d-9752-49bc-8db7-76f3fe6c9fb3,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:22.500628 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:22.545004 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (48ddc289-b894-4852-8d83-1e825f172830), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.592739 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.754849 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.760425 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.832711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (48ddc289-b894-4852-8d83-1e825f172830), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.835494 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'Port': ['ID=befcaa3d-9752-49bc-8db7-76f3fe6c9fb3,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:22.855512 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:22.857012 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-3c692c51-307e-41ee-96b2-fb7444c58e9e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8368104 Aug 26 08:57:23.022102 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-2d7976b8-9bb6-4929-8b91-140a43ed7850 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--773854491&fields=id&tenant_id=8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 267 time: 0.0463305 Aug 26 08:57:23.128106 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42704-19b5-423f-b866-4a08fde8591f req-796f23d0-5139-40a6-9541-b2ffd0466b94 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:23.129741 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4b42704-19b5-423f-b866-4a08fde8591f req-796f23d0-5139-40a6-9541-b2ffd0466b94 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0532067 Aug 26 08:57:23.145932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-ef53fe81-1947-46b2-8f1c-e11d7e012fad tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:23.147787 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-ef53fe81-1947-46b2-8f1c-e11d7e012fad tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 816 time: 0.1185958 Aug 26 08:57:23.170488 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-087557e6-e6fe-4188-8eea-85ec661ed026 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/quotas/8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 375 time: 0.0168266 Aug 26 08:57:23.201514 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4b42704-19b5-423f-b866-4a08fde8591f req-aac81c1e-8e1b-42af-ada6-3ba6be6827b5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620532 Aug 26 08:57:23.243100 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-ae6adbf6-cf27-4640-ab4b-05a17a43536c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658660 Aug 26 08:57:23.422097 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-2c417299-4a01-46a4-815d-e536d914c701 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635752 Aug 26 08:57:23.532027 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-1441b88a-05d0-4458-837f-200c006a8080 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033609 Aug 26 08:57:23.715388 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eadd8a81-ad43-4929-8a17-ab43cceb1772 req-3808afdb-f5e2-4b6f-bd81-cd99a220d364 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 210 time: 0.0295146 Aug 26 08:57:24.354837 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74c683-6b1d-43fc-9e26-27e34db14dd4 req-9a7caef3-1031-46e3-9227-96b3d899c2af tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:24.356312 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8e74c683-6b1d-43fc-9e26-27e34db14dd4 req-9a7caef3-1031-46e3-9227-96b3d899c2af tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0539157 Aug 26 08:57:24.420350 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8e74c683-6b1d-43fc-9e26-27e34db14dd4 req-55aa1c8e-e59f-4913-ba36-2e0971779606 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554869 Aug 26 08:57:24.828777 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7befccf5-6618-40cf-9788-f4ebc93fab11 req-ff6ed727-a8a6-435b-834f-416aa2784620 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 210 time: 0.0305212 Aug 26 08:57:25.554438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:25.597498 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2148a-32ea-439b-9faa-8270cab6670c req-71e67486-ec18-4348-a485-58700f008b2f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:25.598870 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f2148a-32ea-439b-9faa-8270cab6670c req-71e67486-ec18-4348-a485-58700f008b2f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0958500 Aug 26 08:57:25.606405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-7fbd8885-c92d-4afa-afbd-810a881ffec1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:25.608034 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-7fbd8885-c92d-4afa-afbd-810a881ffec1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 816 time: 0.1731100 Aug 26 08:57:25.617082 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:25.688992 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b7f2148a-32ea-439b-9faa-8270cab6670c req-032b1208-3207-4a64-bbdc-d46b312ec8a4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793602 Aug 26 08:57:25.704442 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-3307251a-8921-4bab-9c58-555dcbee462c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 379 time: 0.0787764 Aug 26 08:57:25.769309 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'port': {'device_id': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'admin_state_up': True, 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'security_groups': ['26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb']}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:25.902280 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Made reservation on behalf of 8ed7993eba324f94a1b0f7fc23401f0f for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:57:25.906741 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:25.944840 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8f4b754a-0626-4075-8ea3-e6ad9b9ea9b5 req-58086f3f-36a1-4929-a845-bd723e022799 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 210 time: 0.0329161 Aug 26 08:57:26.042291 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Allocated IP 172.20.0.3 (3ca2f64c-caf6-4358-8808-4c0656856257/eaa50b38-f85c-400c-b790-4103a9aca034/57b16be7-70f7-4545-b557-e106d767a915) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:57:26.187079 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for port (57b16be7-70f7-4545-b557-e106d767a915), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.221236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.267284 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Network 3ca2f64c-caf6-4358-8808-4c0656856257 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:57:26.270405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:57:26.274551 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:57:26.279061 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:26.279680 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.288461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:26.304809 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-a37d3ce0-e919-40df-a1e1-ce00137b7133 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416780 Aug 26 08:57:26.370754 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Request body: {'port': {'device_id': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:26.440301 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.492689 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:26.509371 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-c1bbf4bc-a112-4a21-bf91-20e69a3ea496 None None] Provisioning complete for port 57b16be7-70f7-4545-b557-e106d767a915 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:57:26.510012 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c1bbf4bc-a112-4a21-bf91-20e69a3ea496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (57b16be7-70f7-4545-b557-e106d767a915), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.543693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbf4bc-a112-4a21-bf91-20e69a3ea496 None None] Port 57b16be7-70f7-4545-b557-e106d767a915 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:57:26.606254 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:26.711519 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b16be7-70f7-4545-b557-e106d767a915 {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:57:26.719286 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Publish callbacks [] for port (57b16be7-70f7-4545-b557-e106d767a915), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.733729 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Transition to ACTIVE for port object 57b16be7-70f7-4545-b557-e106d767a915 will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:57:26.738940 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.841722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:26.861666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5372-8c34-46c0-b130-09894988d39e req-d952ff05-f03c-40cb-8168-1030a35ea77d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:26.863236 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-abbc5372-8c34-46c0-b130-09894988d39e req-d952ff05-f03c-40cb-8168-1030a35ea77d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0918431 Aug 26 08:57:26.864381 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Attempting to bind port 57b16be7-70f7-4545-b557-e106d767a915 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:57:26.864717 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Attempting to bind port 57b16be7-70f7-4545-b557-e106d767a915 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:57:26.865043 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Attempting to bind port 57b16be7-70f7-4545-b557-e106d767a915 on network 3ca2f64c-caf6-4358-8808-4c0656856257 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:57:26.877644 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Port 57b16be7-70f7-4545-b557-e106d767a915 on network 3ca2f64c-caf6-4358-8808-4c0656856257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:57:26.877972 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Attempting to bind port 57b16be7-70f7-4545-b557-e106d767a915 on network 3ca2f64c-caf6-4358-8808-4c0656856257 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:57:26.892020 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:57:26.892381 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Checking segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:57:26.892764 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Bound using segment: {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:57:26.893202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Bound port: 57b16be7-70f7-4545-b557-e106d767a915, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7957b10-c18f-414d-9053-e1c3372288f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:57:26.893560 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:26.960378 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-abbc5372-8c34-46c0-b130-09894988d39e req-c5e2c4e3-e57f-4289-a3cf-b29715cec7a7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914128 Aug 26 08:57:27.006554 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:57:27.011433 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:57:27.022368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:27.029436 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:27.030445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:27.032554 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 1093 time: 0.7172875 Aug 26 08:57:27.033401 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:27.036119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a92c19-be6d-4388-9a7a-79bb1025e285" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:27.109798 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0800a3-4d57-420b-b0d3-5513ae934ceb req-a11902a9-ab19-4a84-aa79-83edd6d8a3cb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:27.112357 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-da0800a3-4d57-420b-b0d3-5513ae934ceb req-a11902a9-ab19-4a84-aa79-83edd6d8a3cb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0689094 Aug 26 08:57:27.145839 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574f8aa-7add-45c3-9396-b7e36a008cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:27.159985 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-66c0960a-86ab-4efd-a309-6e5f90033082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:27.161307 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-66c0960a-86ab-4efd-a309-6e5f90033082 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1127 time: 0.0554934 Aug 26 08:57:27.195720 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-da0800a3-4d57-420b-b0d3-5513ae934ceb req-796cc884-202f-4828-b291-29f1881461a7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761268 Aug 26 08:57:27.216956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d91a247-b78e-4d84-ab17-2f3d2320e707 x-openstack-request-id: req-7d91a247-b78e-4d84-ab17-2f3d2320e707 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:27.217180 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:27.217517 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d91a247-b78e-4d84-ab17-2f3d2320e707 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:27.218024 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d91a247-b78e-4d84-ab17-2f3d2320e707'] response: {'name': 'network-changed', 'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'status': 'completed', 'code': 200} Aug 26 08:57:27.220086 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-f09a4e9b-c043-4dfd-9635-ea9977773eae service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 217 time: 0.0481782 Aug 26 08:57:27.281895 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-0ed4796f-dd01-4582-bc99-e804b70e50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:27.283460 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-0ed4796f-dd01-4582-bc99-e804b70e50d8 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.0492189 Aug 26 08:57:27.339998 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-e24a0c98-9d9c-4cf0-9740-b221d33e3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:27.341645 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-e24a0c98-9d9c-4cf0-9740-b221d33e3acb service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442894 Aug 26 08:57:27.457016 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-fd1f9852-d77d-4d08-affc-913cf026da72 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982027 Aug 26 08:57:27.587177 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-db77af97-208b-4a05-a8ee-e9266db14cc4 req-f5f47f66-1675-465e-a359-fe3cefb383f7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084068 Aug 26 08:57:28.100121 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0b5ae-965d-4681-b03f-d4f1114133d6 req-cc9ba1c9-95e8-4a67-a59f-bae80a7679ac tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:28.101733 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-28e0b5ae-965d-4681-b03f-d4f1114133d6 req-cc9ba1c9-95e8-4a67-a59f-bae80a7679ac tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0551746 Aug 26 08:57:28.127484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:28.148920 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:28.154186 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-28e0b5ae-965d-4681-b03f-d4f1114133d6 req-1cd0a9cd-ad6b-4429-aba7-84c90b2210a9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 Aug 26 08:57:28.330215 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7447-365b-4d28-87e3-e8a10f0d37c0 req-eec0c045-a5b3-40e2-bfd7-b7e2727b5890 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:28.332751 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a8aa7447-365b-4d28-87e3-e8a10f0d37c0 req-eec0c045-a5b3-40e2-bfd7-b7e2727b5890 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0518229 Aug 26 08:57:28.388774 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a8aa7447-365b-4d28-87e3-e8a10f0d37c0 req-3a3388ae-d2aa-466d-82c3-f303a2586504 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498037 Aug 26 08:57:29.281285 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603c1f-d5c9-4482-b47d-3dd0f94c165e req-ca5a995e-b646-4fe4-81e4-b710bb746841 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:29.282899 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba603c1f-d5c9-4482-b47d-3dd0f94c165e req-ca5a995e-b646-4fe4-81e4-b710bb746841 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0521467 Aug 26 08:57:29.345299 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-ac025619-1d38-4d75-8ea3-4bf3400167d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:29.346955 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-ac025619-1d38-4d75-8ea3-4bf3400167d9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1127 time: 0.0611019 Aug 26 08:57:29.378100 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba603c1f-d5c9-4482-b47d-3dd0f94c165e req-f19cbefa-1336-4bc4-9b35-104b7c554232 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836596 Aug 26 08:57:29.458109 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-757c3b8e-a620-4e5d-9a19-d32805f17400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:29.459645 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-757c3b8e-a620-4e5d-9a19-d32805f17400 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.1021850 Aug 26 08:57:29.506723 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-f0cfd618-91b7-4183-9a50-dc6b4ff5d9fe service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 217 time: 0.0357242 Aug 26 08:57:29.517507 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612936ec-33ab-4481-8534-f444d45d5e57 req-e11606c5-b5a3-468d-9d75-0d994342aaf1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:29.519196 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-612936ec-33ab-4481-8534-f444d45d5e57 req-e11606c5-b5a3-468d-9d75-0d994342aaf1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0502298 Aug 26 08:57:29.569888 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-612936ec-33ab-4481-8534-f444d45d5e57 req-118a2207-5dc5-4da7-9055-65eaeebf101d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Aug 26 08:57:29.570150 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-b2dce049-b34e-4c30-8ee2-70dc1c0d8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:29.571637 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-b2dce049-b34e-4c30-8ee2-70dc1c0d8f01 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.0521905 Aug 26 08:57:29.631170 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-2ea93e87-49a4-44bf-a63e-b35938b79233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:29.633047 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-2ea93e87-49a4-44bf-a63e-b35938b79233 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485826 Aug 26 08:57:29.729552 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-241e93cb-57d4-413c-9da6-497d88ebe327 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870202 Aug 26 08:57:29.839028 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-91a92c19-be6d-4388-9a7a-79bb1025e285 req-7bc06a84-5a91-4d02-8bd8-18434531d0bd service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940499 Aug 26 08:57:30.506474 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11920d8d-efc3-4e38-88e9-f037c04974ff req-5fa827e6-fc0b-49fc-8e75-c18286e9a3ca tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:30.508459 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-11920d8d-efc3-4e38-88e9-f037c04974ff req-5fa827e6-fc0b-49fc-8e75-c18286e9a3ca tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0527966 Aug 26 08:57:30.562462 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-11920d8d-efc3-4e38-88e9-f037c04974ff req-bda43281-1d57-421b-b89c-3858245e08e0 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481603 Aug 26 08:57:30.705215 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a3e1-63fb-48aa-9fd9-9c8db30b04d5 req-697cd7cd-ab58-4156-b07a-5b3256d780d2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:30.706939 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d351a3e1-63fb-48aa-9fd9-9c8db30b04d5 req-697cd7cd-ab58-4156-b07a-5b3256d780d2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0543072 Aug 26 08:57:30.771564 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d351a3e1-63fb-48aa-9fd9-9c8db30b04d5 req-498d2fa0-96c7-4d9f-a98d-d44d3b4adf6f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551744 Aug 26 08:57:30.921447 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:57:31.034441 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:31.041763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:31.044040 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:31.056685 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '57b16be7-70f7-4545-b557-e106d767a915', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'port_id': '57b16be7-70f7-4545-b557-e106d767a915', 'mac_address': 'fa:16:3e:e5:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:57:31.096695 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:57:31.097100 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:31.111948 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b16be7-70f7-4545-b557-e106d767a915 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:57:31.135314 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:31.139739 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:31.193292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:31.200677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.201025 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.201371 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.201712 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.202101 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.202425 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.202746 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.203095 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.203420 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.203744 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.204062 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.204381 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.204704 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.205017 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.205329 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:57:31.654872 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['57b16be7-70f7-4545-b557-e106d767a915'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:57:31.700337 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b4ad6-2075-4e06-bc9e-51d542db604b req-431b1d64-225e-4301-bca8-4e0187f8d98e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:31.702046 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8d9b4ad6-2075-4e06-bc9e-51d542db604b req-431b1d64-225e-4301-bca8-4e0187f8d98e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0549285 Aug 26 08:57:31.756619 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8d9b4ad6-2075-4e06-bc9e-51d542db604b req-2432a496-1986-4e4e-88f4-fce6f8944260 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469294 Aug 26 08:57:31.778974 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:31.910235 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e79b-745c-4e04-806c-4a4bd3b796a8 req-b80ab028-7a3f-4b29-91c6-4b9580a8b809 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:31.911807 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b779e79b-745c-4e04-806c-4a4bd3b796a8 req-b80ab028-7a3f-4b29-91c6-4b9580a8b809 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 944 time: 0.0512309 Aug 26 08:57:31.924296 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:31.945548 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:31.970744 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b779e79b-745c-4e04-806c-4a4bd3b796a8 req-f44d0210-0012-4dad-8dd6-e24118ad5e59 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525274 Aug 26 08:57:32.616663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff154e4f-d16e-4049-bdcb-56721015ea3d req-9691581d-7023-419a-8094-355aa776d0a6 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:32.618439 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ff154e4f-d16e-4049-bdcb-56721015ea3d req-9691581d-7023-419a-8094-355aa776d0a6 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0525343 Aug 26 08:57:32.668262 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ff154e4f-d16e-4049-bdcb-56721015ea3d req-f21f264b-ae87-4b89-9ad0-c4ea49b6d40a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 Aug 26 08:57:32.774604 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:32.779218 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=9 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:32.885012 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95267be-3212-4a67-802e-1778b02b46da req-57616077-f1f7-4b86-833c-5f963ac8f4cf tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:32.886693 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f95267be-3212-4a67-802e-1778b02b46da req-57616077-f1f7-4b86-833c-5f963ac8f4cf tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0511432 Aug 26 08:57:32.936857 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f95267be-3212-4a67-802e-1778b02b46da req-090d8c9d-e3ed-4603-89ae-e460227dad7c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Aug 26 08:57:33.086678 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:57:33.103244 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65465-f5a4-4d31-9faf-1c2eb9e5a48c req-b16418b6-fdc3-4dfe-9b41-bd5f66afac49 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:33.104918 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bcc65465-f5a4-4d31-9faf-1c2eb9e5a48c req-b16418b6-fdc3-4dfe-9b41-bd5f66afac49 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 944 time: 0.0498502 Aug 26 08:57:33.139806 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 57b16be7-70f7-4545-b557-e106d767a915 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:57:33.147799 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 57b16be7-70f7-4545-b557-e106d767a915 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:57:33.148173 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (57b16be7-70f7-4545-b557-e106d767a915), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:33.161614 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bcc65465-f5a4-4d31-9faf-1c2eb9e5a48c req-ceef44b2-47d1-483a-b1ed-a0d01234ee3b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503361 Aug 26 08:57:33.248881 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:57:33.249903 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:33.285646 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:33.288011 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7270fc80-3212-42a3-957d-6005c179e338" -d '{"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-plugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:33.306600 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:33.315103 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:33.377422 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:33.402923 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ff4ea2-373c-44f5-aa69-ca208539ef8f x-openstack-request-id: req-e5ff4ea2-373c-44f5-aa69-ca208539ef8f {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:33.403281 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-plugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:33.403589 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5ff4ea2-373c-44f5-aa69-ca208539ef8f {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:33.404022 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ff4ea2-373c-44f5-aa69-ca208539ef8f'] response: {'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'code': 200} Aug 26 08:57:33.799435 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39dde-7c7b-4333-89e9-4952eb7c7574 req-d496e7b7-9ef8-4a67-981b-2aeb8a7ffd74 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:33.801068 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d5c39dde-7c7b-4333-89e9-4952eb7c7574 req-d496e7b7-9ef8-4a67-981b-2aeb8a7ffd74 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0562732 Aug 26 08:57:33.853236 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d5c39dde-7c7b-4333-89e9-4952eb7c7574 req-638ac7dd-3cca-449e-bf4a-1b03966b56ad tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Aug 26 08:57:34.074658 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35a0d5-37cd-4f01-bb31-9d2b5d99637d req-80fe4fa2-f61c-4b67-ac2a-90b6a05ffb0e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:34.076186 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6b35a0d5-37cd-4f01-bb31-9d2b5d99637d req-80fe4fa2-f61c-4b67-ac2a-90b6a05ffb0e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0526066 Aug 26 08:57:34.124553 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6b35a0d5-37cd-4f01-bb31-9d2b5d99637d req-5b77df1b-328d-45dd-bcf4-828c086cc431 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Aug 26 08:57:34.304791 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be75d5-ac9c-4888-aafb-9bbf62e7888f req-f2d30826-7bf0-4c25-b9a0-0bd8bcfe25dc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:34.306301 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a6be75d5-ac9c-4888-aafb-9bbf62e7888f req-f2d30826-7bf0-4c25-b9a0-0bd8bcfe25dc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0498996 Aug 26 08:57:34.357655 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a6be75d5-ac9c-4888-aafb-9bbf62e7888f req-b3bff4d9-9b79-433d-95f0-a2e63416c7a8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Aug 26 08:57:34.991421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463d152-9b2a-4423-ab24-e49974d4933d req-81af031f-8eeb-4265-822e-4cd1b7e5dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:34.992983 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b463d152-9b2a-4423-ab24-e49974d4933d req-81af031f-8eeb-4265-822e-4cd1b7e5dfdf service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1129 time: 0.0667596 Aug 26 08:57:35.003780 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe03e-efcd-4319-96aa-b3b36d018239 req-1d547d36-9e98-428f-90ac-2c1d5dd1c003 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:35.005226 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8eafe03e-efcd-4319-96aa-b3b36d018239 req-1d547d36-9e98-428f-90ac-2c1d5dd1c003 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0694170 Aug 26 08:57:35.042657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:35.053271 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:35.077614 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98849b-edc9-409d-9db0-73eacf13239f req-3a8820be-6e95-4876-8d35-5e1b48fb5f2d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:35.079140 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eb98849b-edc9-409d-9db0-73eacf13239f req-3a8820be-6e95-4876-8d35-5e1b48fb5f2d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0572319 Aug 26 08:57:35.089718 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b463d152-9b2a-4423-ab24-e49974d4933d req-a553d490-3b85-4000-98e5-392d73bdb704 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643871 Aug 26 08:57:35.092892 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8eafe03e-efcd-4319-96aa-b3b36d018239 req-87a83501-2d92-469d-813d-4c51d9e54a73 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818250 Aug 26 08:57:35.264240 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682a57-cdae-427e-ad78-9815d52fb989 req-c534d8a2-71de-49b1-843c-4476d39b7864 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:35.266216 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-da682a57-cdae-427e-ad78-9815d52fb989 req-c534d8a2-71de-49b1-843c-4476d39b7864 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0621979 Aug 26 08:57:35.317068 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-da682a57-cdae-427e-ad78-9815d52fb989 req-7047c794-b93a-4da9-8357-3aeb1bf5607f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447612 Aug 26 08:57:35.490756 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36161905-2db2-4481-a45b-ef9134a1e938 req-9d8f1e6c-6403-4f84-8aff-06ee2abfaceb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:35.492202 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-36161905-2db2-4481-a45b-ef9134a1e938 req-9d8f1e6c-6403-4f84-8aff-06ee2abfaceb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0491893 Aug 26 08:57:35.541043 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-36161905-2db2-4481-a45b-ef9134a1e938 req-9eed81f9-ed3a-406e-8a34-de9846672fae tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 Aug 26 08:57:36.217361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df428fb-c580-4661-be6d-0127137b301e req-9876b22c-dfa4-4734-a89b-b4834e143846 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:36.218973 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9df428fb-c580-4661-be6d-0127137b301e req-9876b22c-dfa4-4734-a89b-b4834e143846 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Aug 26 08:57:36.274028 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9df428fb-c580-4661-be6d-0127137b301e req-9fc4f33d-bbc3-4fc4-9c03-74f3f66cecfe tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=68988fbc-c87b-4077-9cd4-90e177afe212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489414 Aug 26 08:57:36.446135 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d7f48-6d4c-4c10-8681-528df022feb1 req-e205c2e9-9239-4e25-b1a3-d526b868a927 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:36.447648 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-313d7f48-6d4c-4c10-8681-528df022feb1 req-e205c2e9-9239-4e25-b1a3-d526b868a927 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0498364 Aug 26 08:57:36.504541 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-313d7f48-6d4c-4c10-8681-528df022feb1 req-f0945b67-ef2e-4898-adf1-b645870c64c4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507064 Aug 26 08:57:36.722189 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b369c8-805a-4938-9077-6ee796e9ba19 req-441f7787-7fd5-43b2-bdfb-f189c51324ff tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:36.725483 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b369c8-805a-4938-9077-6ee796e9ba19 req-441f7787-7fd5-43b2-bdfb-f189c51324ff tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0960867 Aug 26 08:57:36.806600 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e8f2a-1a2f-4da9-9ec7-1b80dd7d3a53 req-cd69147b-c186-430d-91be-d00e704fd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:36.808270 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-224e8f2a-1a2f-4da9-9ec7-1b80dd7d3a53 req-cd69147b-c186-430d-91be-d00e704fd8a7 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.0423958 Aug 26 08:57:36.836983 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b369c8-805a-4938-9077-6ee796e9ba19 req-0d779347-7c22-4bd7-8263-cd997f81e73c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892835 Aug 26 08:57:36.837638 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port 22521262-299d-4e4d-9ba8-55935d2c7ebf {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:36.838074 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:36.861826 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-224e8f2a-1a2f-4da9-9ec7-1b80dd7d3a53 req-e009ec06-fd6e-4268-b070-4a3b6181119a service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448086 Aug 26 08:57:36.943830 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] For port 22521262-299d-4e4d-9ba8-55935d2c7ebf, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=22521262-299d-4e4d-9ba8-55935d2c7ebf,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:36.944245 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:37.109265 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:37.162663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:37.176228 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:37.176569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (f0d1169f-bbac-4afc-aec4-3eae2accec9c), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:37.176894 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP f0d1169f-bbac-4afc-aec4-3eae2accec9c disassociated. External IP: 172.27.3.88, port: 22521262-299d-4e4d-9ba8-55935d2c7ebf. Aug 26 08:57:37.177603 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for 22521262-299d-4e4d-9ba8-55935d2c7ebf owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:37.322814 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (22521262-299d-4e4d-9ba8-55935d2c7ebf), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:37.352144 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=22521262-299d-4e4d-9ba8-55935d2c7ebf,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:37.392847 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c03f89a9-e4e0-4674-8e44-43ef0ff476e9 req-55923be6-746b-447a-af7e-71f909958eba tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0314915 Aug 26 08:57:37.776138 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c477657-8793-4189-948f-a22d570189c3 req-ba0b9932-27a0-4224-83c9-07951fec3748 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:37.777658 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8c477657-8793-4189-948f-a22d570189c3 req-ba0b9932-27a0-4224-83c9-07951fec3748 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0635929 Aug 26 08:57:37.789624 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:57:37.888218 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8c477657-8793-4189-948f-a22d570189c3 req-b969bc21-265b-4642-8eb6-eae45c65695e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034157 Aug 26 08:57:37.947553 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:57:37.963970 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:57:37.977667 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:37.978537 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:37.992301 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] No DVR routers for this DVR port 22521262-299d-4e4d-9ba8-55935d2c7ebf on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:57:37.995373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:37.998940 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670093c-eef9-4ed6-a273-3030775c6528 req-e408e75f-d0d7-4136-a8ba-e70fd82026cd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:37.999511 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-eb98849b-edc9-409d-9db0-73eacf13239f req-97b93b66-277f-45a8-92e5-7fda6f99d6cd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "DELETE /networking/v2.0/ports/22521262-299d-4e4d-9ba8-55935d2c7ebf HTTP/1.1" status: 204 len: 173 time: 1.3268723 Aug 26 08:57:37.999613 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'name': 'network-vif-deleted', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:38.000488 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1670093c-eef9-4ed6-a273-3030775c6528 req-e408e75f-d0d7-4136-a8ba-e70fd82026cd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0638666 Aug 26 08:57:38.002068 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3386e1e8-1bdb-48ad-a22f-ed134fc9fc59" -d '{"events": [{"server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "name": "network-vif-deleted", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:38.060827 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1670093c-eef9-4ed6-a273-3030775c6528 req-9c9204cb-ab47-4098-acb0-b3c9948f6b15 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535655 Aug 26 08:57:38.110668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7c0f99-bc90-438b-b5f7-eea38ac9c88b x-openstack-request-id: req-7e7c0f99-bc90-438b-b5f7-eea38ac9c88b {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:38.111025 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220de56-45f9-4761-8d48-e80cbc874ca2", "name": "network-vif-deleted", "tag": "22521262-299d-4e4d-9ba8-55935d2c7ebf", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:38.111246 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e7c0f99-bc90-438b-b5f7-eea38ac9c88b {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:38.111657 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7c0f99-bc90-438b-b5f7-eea38ac9c88b'] response: {'server_uuid': 'b220de56-45f9-4761-8d48-e80cbc874ca2', 'name': 'network-vif-deleted', 'tag': '22521262-299d-4e4d-9ba8-55935d2c7ebf', 'status': 'completed', 'code': 200} Aug 26 08:57:38.224364 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:38.314427 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:38.518727 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:38.522769 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:38.541815 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6091fc97-8e17-489d-b864-3771a2ddff43 req-73f6e050-11bb-4218-b016-45feb558cc75 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0356522 Aug 26 08:57:38.551183 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:57:38.561163 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:38.561825 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:38.668956 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:38.891336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:38.921029 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ad87-12c1-4f0d-a209-2bd2780c084b None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'f2e1156f-3eac-4312-b62a-d57199d9ef0d', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:6b:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:53:26Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 2, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:57:39.038754 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671b0a9-530a-4141-b35f-0b6cd582d41e req-b1284a46-1e03-468b-906d-bbca3403dcb5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:39.040316 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d671b0a9-530a-4141-b35f-0b6cd582d41e req-b1284a46-1e03-468b-906d-bbca3403dcb5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0568316 Aug 26 08:57:39.093277 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d671b0a9-530a-4141-b35f-0b6cd582d41e req-acd4bd6d-5db0-43f7-a457-c2d5d4932ced tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469971 Aug 26 08:57:39.122423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 22521262-299d-4e4d-9ba8-55935d2c7ebf no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:57:39.152815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 22521262-299d-4e4d-9ba8-55935d2c7ebf {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:57:39.153109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 22521262-299d-4e4d-9ba8-55935d2c7ebf not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:57:39.188522 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3adea5-0062-441e-82b0-d916e86d2228 None None] New status for floating IP f0d1169f-bbac-4afc-aec4-3eae2accec9c: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:57:39.203688 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea0903-3324-473b-ac4d-adf2a41d3ac3 req-c5873796-1e6e-4a65-be7e-fb42c9bcdf87 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:39.205240 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-55ea0903-3324-473b-ac4d-adf2a41d3ac3 req-c5873796-1e6e-4a65-be7e-fb42c9bcdf87 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0568156 Aug 26 08:57:39.258235 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-55ea0903-3324-473b-ac4d-adf2a41d3ac3 req-435df518-8370-4c8b-b8e9-24edfbcec0aa tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468428 Aug 26 08:57:39.451907 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157b192-3d9e-45dc-9511-b45170b2150b req-51150b57-f0f6-4d70-a23f-a16ba0313a10 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:39.453542 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a157b192-3d9e-45dc-9511-b45170b2150b req-51150b57-f0f6-4d70-a23f-a16ba0313a10 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0531986 Aug 26 08:57:39.465894 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 47988) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:39.470657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Request body: {'floatingip': {'port_id': '57b16be7-70f7-4545-b557-e106d767a915'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:39.514264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (48ddc289-b894-4852-8d83-1e825f172830), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:39.734216 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-19148e6f-b752-4702-ae8b-7921b384d185 req-2b581eda-a02e-4ed2-a2f9-1bc6022f034b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0343113 Aug 26 08:57:39.934953 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad551914-1938-4dd9-8ad7-724946b0aca4 req-25a3e404-ea60-4b91-b23f-74b5f952c9d7 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:39.936537 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ad551914-1938-4dd9-8ad7-724946b0aca4 req-25a3e404-ea60-4b91-b23f-74b5f952c9d7 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0987890 Aug 26 08:57:40.005200 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:40.065550 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:40.081745 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ad551914-1938-4dd9-8ad7-724946b0aca4 req-6057b521-ef20-4a0d-a48a-da2a054d6b5e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208992 Aug 26 08:57:40.144289 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:40.149437 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (48ddc289-b894-4852-8d83-1e825f172830), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:40.204016 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-5cea1e3d-300f-4aad-aa16-d903c5f36ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:40.206347 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-5cea1e3d-300f-4aad-aa16-d903c5f36ae4 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1169 time: 0.0593534 Aug 26 08:57:40.307544 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e216e2a-98e5-4183-8b7e-c057d431045f req-fcce0db3-cfdf-4e8f-bde7-c4508f4dec09 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:40.309195 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0e216e2a-98e5-4183-8b7e-c057d431045f req-fcce0db3-cfdf-4e8f-bde7-c4508f4dec09 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.1018167 Aug 26 08:57:40.423684 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0e216e2a-98e5-4183-8b7e-c057d431045f req-15df7db9-9952-4473-a102-c428e2caf72f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955777 Aug 26 08:57:40.425121 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-fffb9a5e-941d-426b-93de-046d1e99b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:40.427068 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-fffb9a5e-941d-426b-93de-046d1e99b2e8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 916 time: 0.1834033 Aug 26 08:57:40.441306 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:40.536645 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:40.539619 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-26e69732-2d2d-41a6-9d6a-4ac0b31b4455 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 1002 time: 0.1049809 Aug 26 08:57:40.591179 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Floating IP 48ddc289-b894-4852-8d83-1e825f172830 associated. External IP: 172.27.3.154, port: 57b16be7-70f7-4545-b557-e106d767a915. Aug 26 08:57:40.619830 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-a626e527-bc82-4230-bd7d-6cea0b341274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:40.622588 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-a626e527-bc82-4230-bd7d-6cea0b341274 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 200 len: 853 time: 0.0539956 Aug 26 08:57:40.865171 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-880950b2-c39f-43c6-968e-5b68b5a2288a req-d8e2de96-2e6c-4bdc-b909-1a00a5ab2cd9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b220de56-45f9-4761-8d48-e80cbc874ca2 HTTP/1.1" status: 200 len: 210 time: 0.0298216 Aug 26 08:57:40.898840 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee0156-5742-4ba7-93a5-57a8de9db458 req-58c67c82-5a26-41f1-8347-c0cca31f0188 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:40.900539 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-eeee0156-5742-4ba7-93a5-57a8de9db458 req-58c67c82-5a26-41f1-8347-c0cca31f0188 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0663579 Aug 26 08:57:40.908663 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:57:41.000700 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-83af1ae7-1bdf-4404-91ad-9909c148cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.003021 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-83af1ae7-1bdf-4404-91ad-9909c148cb92 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=ac639d8e-0bd5-49fe-b0cc-78725e66b385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676880 Aug 26 08:57:41.027224 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-eeee0156-5742-4ba7-93a5-57a8de9db458 req-97876728-fd9c-4286-8655-4395818a05e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166139 Aug 26 08:57:41.092382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dcd68-a933-4989-b787-b4926dde936d req-6d148b23-8f8b-42eb-b880-71b3c999d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.094273 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-6d148b23-8f8b-42eb-b880-71b3c999d348 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.0920000 Aug 26 08:57:41.164537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:57:41.171316 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:41.179429 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1be950-6367-484c-8014-7188ef97090e None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:57:41.204186 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:41.205584 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:41.226833 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-539d8117-6f45-4e5e-ace3-aded999b7efe tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/48ddc289-b894-4852-8d83-1e825f172830 HTTP/1.1" status: 200 len: 991 time: 1.7598076 Aug 26 08:57:41.231083 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:41.233959 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c04c09-0627-4ba2-a18a-64a56793159d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:41.245467 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-5cd56a82-9f29-4119-a078-edf4be0cbb66 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244873 Aug 26 08:57:41.295930 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dcd68-a933-4989-b787-b4926dde936d req-62363466-5ad9-4453-b53b-f57b3dc2b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.297572 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-62363466-5ad9-4453-b53b-f57b3dc2b8cd service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.1872368 Aug 26 08:57:41.401500 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa1707-ae5d-48ad-987f-6d77ad5f7551 x-openstack-request-id: req-f5aa1707-ae5d-48ad-987f-6d77ad5f7551 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:41.401952 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:41.402399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f5aa1707-ae5d-48ad-987f-6d77ad5f7551 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:41.403809 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5aa1707-ae5d-48ad-987f-6d77ad5f7551'] response: {'name': 'network-changed', 'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'status': 'completed', 'code': 200} Aug 26 08:57:41.427756 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:41.501724 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-37516e30-850d-45ea-bff1-af9f71ca6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.503451 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-37516e30-850d-45ea-bff1-af9f71ca6b5d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1129 time: 0.1046128 Aug 26 08:57:41.508986 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6345-43bd-4478-8a0f-93aba903be41 req-608222bd-0c89-4b5c-b408-bb2f24c5c216 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.511898 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-568f6a58-5e61-48a7-8a43-388a064dfb1f service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 1002 time: 0.2070062 Aug 26 08:57:41.519025 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e54e6345-43bd-4478-8a0f-93aba903be41 req-608222bd-0c89-4b5c-b408-bb2f24c5c216 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0980191 Aug 26 08:57:41.522854 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c8d4ce7d-7b3c-49f8-8c9c-45e2106a1056 req-adcfb663-a27c-4e76-bfa0-f8dafcdf5522 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683277 Aug 26 08:57:41.616975 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e54e6345-43bd-4478-8a0f-93aba903be41 req-689a2000-a916-43e3-9994-fe35f51c36fc tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967410 Aug 26 08:57:41.630635 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:41.643967 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dcd68-a933-4989-b787-b4926dde936d req-2fb1c8d2-59e1-4234-84a1-1a44d3af00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.645647 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-2fb1c8d2-59e1-4234-84a1-1a44d3af00fe service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.1240416 Aug 26 08:57:41.672892 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:41.750004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-95a1b2f4-7f08-4e99-b7c7-aa02eeff78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.751839 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-95a1b2f4-7f08-4e99-b7c7-aa02eeff78d1 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.2390060 Aug 26 08:57:41.755640 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '48ddc289-b894-4852-8d83-1e825f172830', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'port_id': '57b16be7-70f7-4545-b557-e106d767a915', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'mac_address': 'fa:16:3e:e5:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:22Z', 'updated_at': '2022-08-26T08:57:40Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:41.756026 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dcd68-a933-4989-b787-b4926dde936d req-5cff9539-621e-4886-848f-32c3abef4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.757743 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-5cff9539-621e-4886-848f-32c3abef4ba3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023743 Aug 26 08:57:41.790040 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1be950-6367-484c-8014-7188ef97090e None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:57:41.800065 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:41.800893 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:41.900708 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b725920-e876-47ad-9a8a-dbc7ebe98428 req-1a5279d8-2697-4161-8d39-e5b4215e2448 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:41.901029 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:41.903235 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7b725920-e876-47ad-9a8a-dbc7ebe98428 req-1a5279d8-2697-4161-8d39-e5b4215e2448 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0574677 Aug 26 08:57:41.949743 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:41.969823 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7b725920-e876-47ad-9a8a-dbc7ebe98428 req-c02087d3-bd75-41ba-8745-7c54aa2332ac tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566103 Aug 26 08:57:42.017730 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48032) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:42.111061 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-534e01cf-c973-4823-9dd5-cdf0aa1f3ba7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (68988fbc-c87b-4077-9cd4-90e177afe212), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.124207 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:42.175296 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-534e01cf-c973-4823-9dd5-cdf0aa1f3ba7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (68988fbc-c87b-4077-9cd4-90e177afe212), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.212490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ef89a-951e-4690-b4fd-70f63fdd5951 req-62e6cddd-43c1-4ed0-a47e-322c9308ab90 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:42.214096 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-011ef89a-951e-4690-b4fd-70f63fdd5951 req-62e6cddd-43c1-4ed0-a47e-322c9308ab90 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0873868 Aug 26 08:57:42.214826 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce1be950-6367-484c-8014-7188ef97090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '48ddc289-b894-4852-8d83-1e825f172830', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'port_id': '57b16be7-70f7-4545-b557-e106d767a915', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'mac_address': 'fa:16:3e:e5:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:22Z', 'updated_at': '2022-08-26T08:57:40Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:42.242841 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1be950-6367-484c-8014-7188ef97090e None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '48ddc289-b894-4852-8d83-1e825f172830', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'port_id': '57b16be7-70f7-4545-b557-e106d767a915', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'mac_address': 'fa:16:3e:e5:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:22Z', 'updated_at': '2022-08-26T08:57:40Z', 'revision_number': 1, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:57:42.286745 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-534e01cf-c973-4823-9dd5-cdf0aa1f3ba7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (68988fbc-c87b-4077-9cd4-90e177afe212), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.289519 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-534e01cf-c973-4823-9dd5-cdf0aa1f3ba7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.290518 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-534e01cf-c973-4823-9dd5-cdf0aa1f3ba7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/68988fbc-c87b-4077-9cd4-90e177afe212 HTTP/1.1" status: 204 len: 168 time: 0.2716992 Aug 26 08:57:42.294043 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48036) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:42.297381 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-011ef89a-951e-4690-b4fd-70f63fdd5951 req-c04805c4-ae89-40d2-b429-61dfaefc0f1c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720158 Aug 26 08:57:42.304415 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e01cf-c973-4823-9dd5-cdf0aa1f3ba7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68988fbc-c87b-4077-9cd4-90e177afe212,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:42.328543 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.api.v2.resource [None req-cc9a769c-d5df-4dc8-9dc3-5017392fec59 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] show failed (client error): The resource could not be found. Aug 26 08:57:42.331045 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-cc9a769c-d5df-4dc8-9dc3-5017392fec59 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups/68988fbc-c87b-4077-9cd4-90e177afe212 HTTP/1.1" status: 404 len: 347 time: 0.0339701 Aug 26 08:57:42.334384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48038) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:42.483075 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port 053f2703-f413-40ec-8385-552ee16ec7a8 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:42.483464 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (053f2703-f413-40ec-8385-552ee16ec7a8), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.522809 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0087b-cb88-4175-bb12-c314e3cd621d None None] New status for floating IP 48ddc289-b894-4852-8d83-1e825f172830: ACTIVE {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:57:42.554403 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:42.599180 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (053f2703-f413-40ec-8385-552ee16ec7a8), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.599493 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (053f2703-f413-40ec-8385-552ee16ec7a8), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.614422 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for 053f2703-f413-40ec-8385-552ee16ec7a8 owned by network:floatingip {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:42.721908 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:42.773472 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920a1e5-8354-42f6-90ef-8a7b794e126f req-5d389843-4c41-43c7-9077-d6916920e442 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:42.775760 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c920a1e5-8354-42f6-90ef-8a7b794e126f req-5d389843-4c41-43c7-9077-d6916920e442 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0640955 Aug 26 08:57:42.820094 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (053f2703-f413-40ec-8385-552ee16ec7a8), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.852653 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=053f2703-f413-40ec-8385-552ee16ec7a8,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:42.857259 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c920a1e5-8354-42f6-90ef-8a7b794e126f req-50f6d2f4-b604-4538-8aec-3613c5c9f0bf tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751641 Aug 26 08:57:42.921310 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f0d1169f-bbac-4afc-aec4-3eae2accec9c), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.923908 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:42.925094 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-485c4f3a-d3c9-4484-a603-2ee437a0c251 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/f0d1169f-bbac-4afc-aec4-3eae2accec9c HTTP/1.1" status: 204 len: 168 time: 0.5895932 Aug 26 08:57:43.087557 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-d173a250-574c-437d-b825-e77d0b84bd14 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 1001 time: 0.1298976 Aug 26 08:57:43.159174 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-3844adb0-5731-4965-9848-b84240f29e4c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998246 Aug 26 08:57:43.191404 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9fb88-1c46-4502-a068-6b38bf2380fd req-3c113a42-9385-43fb-9a5e-5b56b6b7c51f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:43.194594 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-29f9fb88-1c46-4502-a068-6b38bf2380fd req-3c113a42-9385-43fb-9a5e-5b56b6b7c51f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.0894685 Aug 26 08:57:43.297165 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-29f9fb88-1c46-4502-a068-6b38bf2380fd req-72e40727-4eb5-4f1d-8bb6-bf6ddcd77a9c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=35ad1eaa-2c8e-423e-8085-c913124533b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966787 Aug 26 08:57:43.381435 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-f1503973-2323-4163-b423-c69c81915558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:43.383708 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-f1503973-2323-4163-b423-c69c81915558 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.1427083 Aug 26 08:57:43.456404 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-f5e85f08-3c4b-43b2-b628-614768309126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:43.458557 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-f5e85f08-3c4b-43b2-b628-614768309126 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683930 Aug 26 08:57:43.507045 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-2dd425b3-7a17-4801-b02e-d85ca4ed1a47 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:43.508630 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-2dd425b3-7a17-4801-b02e-d85ca4ed1a47 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 946 time: 0.1291053 Aug 26 08:57:43.513233 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-0ea6f27b-3f9f-4775-849e-283e2e817b0e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844421 Aug 26 08:57:43.516362 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8812a87-7f5a-4473-9b39-bbb48081691b req-0ab086c2-269b-4809-83cf-b79c91dbecf9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:43.517982 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b8812a87-7f5a-4473-9b39-bbb48081691b req-0ab086c2-269b-4809-83cf-b79c91dbecf9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0568461 Aug 26 08:57:43.621868 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Deleting port bacb0225-80ef-4914-92a8-9314236edf1a {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:43.622210 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:43.641566 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c50dcd68-a933-4989-b787-b4926dde936d req-4b5af148-9b7d-4c4a-bdc4-3f72f092b14c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611813 Aug 26 08:57:43.692013 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b8812a87-7f5a-4473-9b39-bbb48081691b req-51a45b07-c2ca-4e93-bc1b-0a28a9095a0e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347342 Aug 26 08:57:43.714103 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-082133bd-d102-4754-945d-7ac23574550b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924951 Aug 26 08:57:43.732281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] For port bacb0225-80ef-4914-92a8-9314236edf1a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=bacb0225-80ef-4914-92a8-9314236edf1a,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:43.732719 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:43.916992 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:43.917329 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (69dfa6d3-0a70-485d-b7c7-48b458b4b714), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:43.917674 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Floating IP 69dfa6d3-0a70-485d-b7c7-48b458b4b714 disassociated. External IP: 172.27.3.231, port: bacb0225-80ef-4914-92a8-9314236edf1a. Aug 26 08:57:43.918027 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Calling delete_port for bacb0225-80ef-4914-92a8-9314236edf1a owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:44.030276 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59d6cf-ca9a-494e-af1c-95be67b78a5d req-89e2f5c3-76b8-486c-a404-e0dddf8aaa7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:44.032067 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8f59d6cf-ca9a-494e-af1c-95be67b78a5d req-89e2f5c3-76b8-486c-a404-e0dddf8aaa7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0699852 Aug 26 08:57:44.081767 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:44.152537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-4a7e8932-9fa0-4558-881e-6df9e8ff4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:44.154700 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-4a7e8932-9fa0-4558-881e-6df9e8ff4612 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 1129 time: 0.1209738 Aug 26 08:57:44.189499 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8f59d6cf-ca9a-494e-af1c-95be67b78a5d req-aefc9fb1-fd03-4a6a-b472-3d5063f5939c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371987 Aug 26 08:57:44.196260 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (bacb0225-80ef-4914-92a8-9314236edf1a), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:44.229886 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event deleted for resources: {'Port': ['ID=bacb0225-80ef-4914-92a8-9314236edf1a,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:44.275420 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-b9b31e6c-598e-415e-88e4-74237df7ef00 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452667 Aug 26 08:57:44.289128 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:44.326135 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:44.336453 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-fe7f02de-7fc1-4fdb-9f80-3ed0a197e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:44.339275 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-fe7f02de-7fc1-4fdb-9f80-3ed0a197e1f5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.1472199 Aug 26 08:57:44.358393 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:44.383451 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:57:44.439493 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9f48f5d4-4d78-4aa6-a38c-55b03db2890f req-6c49070a-3962-4cf9-9caa-1320972a2e7f tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.0401573 Aug 26 08:57:44.530009 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:57:44.545369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:57:44.566988 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:44.568431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:44.589786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] No DVR routers for this DVR port bacb0225-80ef-4914-92a8-9314236edf1a on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:57:44.592982 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:44.596777 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-35198ec7-0ff4-495e-9d16-79ba8cc3a7b9 req-1cbe01de-2405-4eb7-b5b6-d3cb627520d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "DELETE /networking/v2.0/ports/bacb0225-80ef-4914-92a8-9314236edf1a HTTP/1.1" status: 204 len: 173 time: 1.0746982 Aug 26 08:57:44.597250 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'name': 'network-vif-deleted', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:44.599862 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d68db5-61b9-49bc-b6dc-ecfe763d0e1d" -d '{"events": [{"server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "name": "network-vif-deleted", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:44.645304 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b7cdda-6206-4b85-8db4-223be57f3b0c x-openstack-request-id: req-b3b7cdda-6206-4b85-8db4-223be57f3b0c {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:44.645743 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18845e10-a764-495f-b6fb-9b0858c695af", "name": "network-vif-deleted", "tag": "bacb0225-80ef-4914-92a8-9314236edf1a", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:44.646039 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3b7cdda-6206-4b85-8db4-223be57f3b0c {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:44.646480 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b7cdda-6206-4b85-8db4-223be57f3b0c'] response: {'server_uuid': '18845e10-a764-495f-b6fb-9b0858c695af', 'name': 'network-vif-deleted', 'tag': 'bacb0225-80ef-4914-92a8-9314236edf1a', 'status': 'completed', 'code': 200} Aug 26 08:57:44.877120 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2502-f7c0-4965-8680-974f6c2ac68a req-6e1d7bc8-dd83-46b3-ba01-68c12f2420e8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:44.879254 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4eee2502-f7c0-4965-8680-974f6c2ac68a req-6e1d7bc8-dd83-46b3-ba01-68c12f2420e8 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0708342 Aug 26 08:57:44.880697 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:44.942245 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4eee2502-f7c0-4965-8680-974f6c2ac68a req-1e07dadd-d6ae-4176-b785-27e723c22ce5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565393 Aug 26 08:57:45.106997 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:45.134236 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:57:45.143505 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:45.144144 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:45.274871 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:45.345996 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a272bb3-5366-4a74-a5b1-9ff89efedaab req-949279df-b9e4-4a22-bb6f-75bf9f0768f2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:45.347596 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8a272bb3-5366-4a74-a5b1-9ff89efedaab req-949279df-b9e4-4a22-bb6f-75bf9f0768f2 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0612152 Aug 26 08:57:45.421261 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8a272bb3-5366-4a74-a5b1-9ff89efedaab req-22fe2046-c8ca-4da7-8eb3-a0ddc86ef995 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673993 Aug 26 08:57:45.493399 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:45.519719 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6de734-addf-4d17-9c3d-f25a54c1ef06 None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:57:45.558473 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1784ddf2-31c2-4f5b-bf75-fcd8532b3aae req-76e33154-3148-4145-96b6-acfa1845386e tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.0344312 Aug 26 08:57:45.625164 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9f14-98e1-46db-a619-43019c6b0e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:45.802507 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a0c4b-dfa3-4357-88d2-ad626a47297b None None] New status for floating IP 69dfa6d3-0a70-485d-b7c7-48b458b4b714: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:57:46.074153 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621bf14-fe98-4266-886f-c52f4e3d1a9e req-afd9e872-06be-42e2-bda5-2558e6bcaf52 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:46.076807 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6621bf14-fe98-4266-886f-c52f4e3d1a9e req-afd9e872-06be-42e2-bda5-2558e6bcaf52 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0564623 Aug 26 08:57:46.147173 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-46632101-017a-4a3e-8a9d-e802cf906729 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 200 len: 217 time: 0.0561819 Aug 26 08:57:46.155403 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6621bf14-fe98-4266-886f-c52f4e3d1a9e req-b56cb212-6948-4833-af79-145e4457e87f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703144 Aug 26 08:57:46.362163 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-cf5f24e5-23f1-412b-818c-4c8864fb0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:46.363776 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-cf5f24e5-23f1-412b-818c-4c8864fb0215 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0560572 Aug 26 08:57:46.438495 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-4ef3adb8-77cd-40a8-a0fa-6331d4b6d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:46.440145 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-4ef3adb8-77cd-40a8-a0fa-6331d4b6d293 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583034 Aug 26 08:57:46.553231 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a6ba5-fdea-4d2b-8fe3-494e494c0a61 req-2e42365d-0299-42fa-8b32-b2c306cf8119 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:46.554813 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a82a6ba5-fdea-4d2b-8fe3-494e494c0a61 req-2e42365d-0299-42fa-8b32-b2c306cf8119 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0523822 Aug 26 08:57:46.638099 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a82a6ba5-fdea-4d2b-8fe3-494e494c0a61 req-413c4ecf-239d-4142-aa93-ff49e5e73d8c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769010 Aug 26 08:57:46.704499 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fb8a9cb8-a87b-4daa-9db1-fc6b2bdc58b2 req-4135b1a8-c7ab-40ce-8739-5d7b93f4f8c4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.0287960 Aug 26 08:57:47.157899 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device bacb0225-80ef-4914-92a8-9314236edf1a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:57:47.172113 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-b6b424d7-c9b9-4bb9-8782-e54ebac0fa0a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960338 Aug 26 08:57:47.181393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: bacb0225-80ef-4914-92a8-9314236edf1a {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:57:47.181792 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device bacb0225-80ef-4914-92a8-9314236edf1a not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:57:47.292985 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4917ae-8f72-4ffa-adf4-385e6d2f5abf req-17361cfb-a1ea-431c-a98a-f505f6ca439b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:47.294496 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4917ae-8f72-4ffa-adf4-385e6d2f5abf req-17361cfb-a1ea-431c-a98a-f505f6ca439b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0594592 Aug 26 08:57:47.347821 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea4917ae-8f72-4ffa-adf4-385e6d2f5abf req-88ec8586-c22a-465d-b918-045cdb0c5f6e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473754 Aug 26 08:57:47.489190 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68844d-286a-4f56-9241-1581a19e9d02 req-9ebfb63e-380f-4d8b-b40e-add8a858b7cb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:47.490645 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ae68844d-286a-4f56-9241-1581a19e9d02 req-9ebfb63e-380f-4d8b-b40e-add8a858b7cb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0528605 Aug 26 08:57:47.502001 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48086) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:47.507058 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Request body: {'floatingip': {'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:47.593591 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:47.692974 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-829875c8-9353-4642-b650-d70f13da5119 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654389 Aug 26 08:57:47.812479 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:47.860133 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-182c4af6-1dd7-4107-a799-38c46be30b67 req-13d86164-40dd-41f4-b6cc-f1b26c561122 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.0395095 Aug 26 08:57:47.871217 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013a1c-7097-4651-a631-2e3d5165ac84 req-62d967a4-b9de-4ed6-84ea-b0e3ed7cb5b6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:47.872741 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-51013a1c-7097-4651-a631-2e3d5165ac84 req-62d967a4-b9de-4ed6-84ea-b0e3ed7cb5b6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.1212652 Aug 26 08:57:48.000389 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-51013a1c-7097-4651-a631-2e3d5165ac84 req-ef69ccde-c5dd-4c57-8370-214a270dbe0b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180604 Aug 26 08:57:48.293575 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6c9edfe9-e0f8-4769-ace9-6c822605366f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:48.300679 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:48.303939 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:48.310441 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:48.318559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adcab4-da31-4fc2-a500-64398dc7cb05 req-e3194155-e5b6-4c59-9115-207236aa3283 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:48.320134 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b9adcab4-da31-4fc2-a500-64398dc7cb05 req-e3194155-e5b6-4c59-9115-207236aa3283 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.0721180 Aug 26 08:57:48.674948 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:57:48.701375 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b9adcab4-da31-4fc2-a500-64398dc7cb05 req-3bba2e63-9e37-4f00-8480-cd6edb9b80c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497500 Aug 26 08:57:48.824661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Router 4d5f7030-d2de-4809-a56f-afd205ddcd55 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:57:48.946053 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:57:48.953428 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:48.962626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] Sync routers for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:57:48.975097 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:48.975801 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:48.996230 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:48.998962 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0595884a-782e-42a4-86dd-a667b59103bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:49.022764 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a6f491ca-abe9-4193-b7e1-d52f061a7d77 req-278b2a11-01d8-41d3-8d66-78d0ba5f9353 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.0445571 Aug 26 08:57:49.049658 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-5b2975d2-f0b6-4e80-9b4d-2046633afd28 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e HTTP/1.1" status: 200 len: 994 time: 1.5442860 Aug 26 08:57:49.057894 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa42ecf-18c8-4973-9a56-796e82c30177 x-openstack-request-id: req-1aa42ecf-18c8-4973-9a56-796e82c30177 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:49.058105 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:49.058341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1aa42ecf-18c8-4973-9a56-796e82c30177 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:49.058811 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa42ecf-18c8-4973-9a56-796e82c30177'] response: {'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'status': 'completed', 'code': 200} Aug 26 08:57:49.087734 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:49.092734 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:49.120644 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:49.154865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc262dd2-21ef-48d7-b936-32ae1a3573a7 req-e070a0b6-5ffb-4b53-b7e2-433901038320 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:49.156457 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cc262dd2-21ef-48d7-b936-32ae1a3573a7 req-e070a0b6-5ffb-4b53-b7e2-433901038320 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0605910 Aug 26 08:57:49.226129 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cc262dd2-21ef-48d7-b936-32ae1a3573a7 req-2c7c56f2-02cf-4a59-9e76-ae5665d0bcbc tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615146 Aug 26 08:57:49.361059 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:54:51Z', 'updated_at': '2022-08-26T08:57:48Z', 'revision_number': 3, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:49.389427 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] Checking router: 4d5f7030-d2de-4809-a56f-afd205ddcd55 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:57:49.398211 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:49.398812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:49.524394 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:49.775878 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:54:51Z', 'updated_at': '2022-08-26T08:57:48Z', 'revision_number': 3, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:49.802733 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02d5ab-ecc8-47db-b14f-445b2dac2db0 None None] The sync data for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi is: [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'port_id': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'mac_address': 'fa:16:3e:c5:30:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:54:51Z', 'updated_at': '2022-08-26T08:57:48Z', 'revision_number': 3, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:57:49.837318 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5fc03-f085-4c3b-ae34-93b13481c95f req-a6531af0-c885-4859-acd0-0e0147ec173b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:49.845187 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5df5fc03-f085-4c3b-ae34-93b13481c95f req-a6531af0-c885-4859-acd0-0e0147ec173b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.0589938 Aug 26 08:57:49.897199 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5df5fc03-f085-4c3b-ae34-93b13481c95f req-71c20ad3-874d-4fe7-bd05-d0b90716ee0c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508156 Aug 26 08:57:49.942935 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:50.164800 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5b18a7b3-ef74-4e58-826c-fe7c533c8408 req-1cb43c81-dd8d-438c-9957-301f82f38def tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=18845e10-a764-495f-b6fb-9b0858c695af HTTP/1.1" status: 200 len: 210 time: 0.0316381 Aug 26 08:57:50.312835 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:50.357557 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2c6b-5969-4a90-9ac7-6fd829e65324 req-b657488e-b145-48d1-a1d9-d996afa8b47a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:50.359042 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b7ce2c6b-5969-4a90-9ac7-6fd829e65324 req-b657488e-b145-48d1-a1d9-d996afa8b47a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0566974 Aug 26 08:57:50.424731 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b7ce2c6b-5969-4a90-9ac7-6fd829e65324 req-3dc49c0b-9f28-418c-a1b8-8b7b62dec36e tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595505 Aug 26 08:57:51.007296 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595884a-782e-42a4-86dd-a667b59103bb req-8b78f25d-9aab-4771-9144-6df2a25e33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.009938 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-8b78f25d-9aab-4771-9144-6df2a25e33ac service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.0688548 Aug 26 08:57:51.107323 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:51.111432 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f22377-a953-417d-827c-e04c98e4e297" -d '{"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:51.157384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-b53f2551-0c31-4015-8a79-e1b02f5cf1b4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.160260 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-b53f2551-0c31-4015-8a79-e1b02f5cf1b4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.1273284 Aug 26 08:57:51.193278 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2d660-58bb-430a-b8ed-d87f75fc04d2 req-53335b8e-54b7-4ce8-bfcb-0fb017206a20 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.206517 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aaf2d660-58bb-430a-b8ed-d87f75fc04d2 req-53335b8e-54b7-4ce8-bfcb-0fb017206a20 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 946 time: 0.1840856 Aug 26 08:57:51.280883 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01754929-2aae-40da-9d0b-c2dd3536f1c1 x-openstack-request-id: req-01754929-2aae-40da-9d0b-c2dd3536f1c1 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:51.281315 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:51.281691 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01754929-2aae-40da-9d0b-c2dd3536f1c1 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:51.282270 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01754929-2aae-40da-9d0b-c2dd3536f1c1'] response: {'name': 'network-changed', 'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'status': 'completed', 'code': 200} Aug 26 08:57:51.311543 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595884a-782e-42a4-86dd-a667b59103bb req-8e6be429-eb20-4851-a1ff-22303af9cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.313720 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-8e6be429-eb20-4851-a1ff-22303af9cd23 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.2785959 Aug 26 08:57:51.326580 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aaf2d660-58bb-430a-b8ed-d87f75fc04d2 req-710e77a8-8c18-4d74-ba57-fb75bc21c11a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=558a3035-a62e-4b9b-bb2b-22f62271eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184659 Aug 26 08:57:51.340218 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.423750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48124) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:51.433045 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:51.436619 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-6105c287-9bc4-4956-ac97-d64d8242ebe4 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 1002 time: 0.1064498 Aug 26 08:57:51.501074 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595884a-782e-42a4-86dd-a667b59103bb req-44c8918b-c990-445b-b465-f8119d050517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.503088 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port 577f1e58-da5c-4628-a0bd-bcf24fc8842e {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:51.503583 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.504827 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-44c8918b-c990-445b-b465-f8119d050517 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0607171 Aug 26 08:57:51.567780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-793651c7-6c69-495b-af9d-344b25aac018 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (35ad1eaa-2c8e-423e-8085-c913124533b1), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.590443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:51.609953 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:51.620694 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-793651c7-6c69-495b-af9d-344b25aac018 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (35ad1eaa-2c8e-423e-8085-c913124533b1), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.627159 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595884a-782e-42a4-86dd-a667b59103bb req-4e62b508-bb31-49d1-a9da-cee477bc2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.629636 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-4e62b508-bb31-49d1-a9da-cee477bc2b64 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148610 Aug 26 08:57:51.651513 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298e03-dfea-4490-8d29-17c773810936 req-fa478252-96c8-4d41-ace1-572b224e0a93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:51.653031 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-76298e03-dfea-4490-8d29-17c773810936 req-fa478252-96c8-4d41-ace1-572b224e0a93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0776863 Aug 26 08:57:51.681946 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] For port 577f1e58-da5c-4628-a0bd-bcf24fc8842e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=577f1e58-da5c-4628-a0bd-bcf24fc8842e,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:57:51.682324 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.769914 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-76298e03-dfea-4490-8d29-17c773810936 req-40e51cd5-4f40-44b1-ba61-631048209f79 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053445 Aug 26 08:57:51.790704 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-793651c7-6c69-495b-af9d-344b25aac018 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (35ad1eaa-2c8e-423e-8085-c913124533b1), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.794728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-793651c7-6c69-495b-af9d-344b25aac018 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.796496 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-793651c7-6c69-495b-af9d-344b25aac018 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/35ad1eaa-2c8e-423e-8085-c913124533b1 HTTP/1.1" status: 204 len: 168 time: 0.3715408 Aug 26 08:57:51.808005 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48128) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:51.827395 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.api.v2.resource [None req-24a0d859-1246-401d-bad4-76222451fa78 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] show failed (client error): The resource could not be found. Aug 26 08:57:51.828622 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-24a0d859-1246-401d-bad4-76222451fa78 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups/35ad1eaa-2c8e-423e-8085-c913124533b1 HTTP/1.1" status: 404 len: 347 time: 0.0238361 Aug 26 08:57:51.832098 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48130) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:51.846946 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793651c7-6c69-495b-af9d-344b25aac018 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ad1eaa-2c8e-423e-8085-c913124533b1,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:51.940618 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.940999 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (f2e1156f-3eac-4312-b62a-d57199d9ef0d), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:51.941476 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP f2e1156f-3eac-4312-b62a-d57199d9ef0d disassociated. External IP: 172.27.3.173, port: 577f1e58-da5c-4628-a0bd-bcf24fc8842e. Aug 26 08:57:51.941830 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for 577f1e58-da5c-4628-a0bd-bcf24fc8842e owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:52.119766 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (577f1e58-da5c-4628-a0bd-bcf24fc8842e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.163784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=577f1e58-da5c-4628-a0bd-bcf24fc8842e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:52.283435 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.324031 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Deleting port 9529f3e4-002f-4e00-afa1-481eaf79f20b {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:52.324782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.324943 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:57:52.330429 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:52.426228 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-9018d43c-35ae-43d9-9c1b-e864a54c833f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944194 Aug 26 08:57:52.462942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:57:52.481300 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:57:52.501909 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:52.502562 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:52.516839 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.517345 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (9529f3e4-002f-4e00-afa1-481eaf79f20b), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.536298 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] No DVR routers for this DVR port 577f1e58-da5c-4628-a0bd-bcf24fc8842e on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:57:52.539659 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.543769 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0fe3415f-46d1-4bc7-b6a8-c03f074386f8 req-cfed0071-bfb9-459e-80f9-1ae4e43e809b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "DELETE /networking/v2.0/ports/577f1e58-da5c-4628-a0bd-bcf24fc8842e HTTP/1.1" status: 204 len: 173 time: 1.3772047 Aug 26 08:57:52.549411 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Calling delete_port for 9529f3e4-002f-4e00-afa1-481eaf79f20b owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:52.570231 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c19a262e-46e2-44f4-ae6d-aafa044452b5 req-ecb6652e-5756-4612-80d1-df326414216a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 210 time: 0.0665803 Aug 26 08:57:52.693915 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0595884a-782e-42a4-86dd-a667b59103bb req-2b78a24b-b4b0-47aa-84a2-9f7bf0aef9e0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485571 Aug 26 08:57:52.743719 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:52.868169 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (9529f3e4-002f-4e00-afa1-481eaf79f20b), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:52.920929 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event deleted for resources: {'Port': ['ID=9529f3e4-002f-4e00-afa1-481eaf79f20b,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:52.923408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22377-a953-417d-827c-e04c98e4e297 req-091c61d1-bd8f-4799-9203-1e05d16a0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:52.924971 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-091c61d1-bd8f-4799-9203-1e05d16a0460 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 1130 time: 0.1620948 Aug 26 08:57:53.041142 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f15bc5-bfdf-4710-af67-2cf6491364ed req-473a7bf9-b347-47ea-9fb8-3707798ac315 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:53.042008 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f8f15bc5-bfdf-4710-af67-2cf6491364ed req-473a7bf9-b347-47ea-9fb8-3707798ac315 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.1368747 Aug 26 08:57:53.046613 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (69dfa6d3-0a70-485d-b7c7-48b458b4b714), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.049413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.054061 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5ed1f5df-daa6-4135-847e-76e26ee4b255 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/69dfa6d3-0a70-485d-b7c7-48b458b4b714 HTTP/1.1" status: 204 len: 168 time: 1.2195485 Aug 26 08:57:53.063403 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:53.066872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:53.100665 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:57:53.117874 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:57:53.118568 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:53.142679 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:53.165603 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22377-a953-417d-827c-e04c98e4e297 req-5f3bb4ea-6265-4d44-9cbf-4952f4c33227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:53.167318 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-5f3bb4ea-6265-4d44-9cbf-4952f4c33227 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.2221992 Aug 26 08:57:53.172755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48138) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:53.179593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128069916', 'description': 'tempest-description--1776029977'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:53.179927 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f8f15bc5-bfdf-4710-af67-2cf6491364ed req-7b72734e-994c-4352-8379-029c95d1950f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204081 Aug 26 08:57:53.209619 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.258825 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:57:53.283015 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'name': 'network-vif-deleted', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:53.286264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37495058-a318-4de0-8753-4fe79876baa1" -d '{"events": [{"server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "name": "network-vif-deleted", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:53.316510 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (0339d8f0-0c8c-40d9-999f-ce39f2a46535), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.322682 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (0339d8f0-0c8c-40d9-999f-ce39f2a46535), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.330696 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8324834f-1d71-489c-a7b3-76f81e382fe6 x-openstack-request-id: req-8324834f-1d71-489c-a7b3-76f81e382fe6 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:53.331253 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e441bb-c7f1-4f57-a936-ae82ddea56c5", "name": "network-vif-deleted", "tag": "577f1e58-da5c-4628-a0bd-bcf24fc8842e", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:53.331423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8324834f-1d71-489c-a7b3-76f81e382fe6 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:53.331791 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8324834f-1d71-489c-a7b3-76f81e382fe6'] response: {'server_uuid': 'a2e441bb-c7f1-4f57-a936-ae82ddea56c5', 'name': 'network-vif-deleted', 'tag': '577f1e58-da5c-4628-a0bd-bcf24fc8842e', 'status': 'completed', 'code': 200} Aug 26 08:57:53.347117 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:53.367140 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.369166 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1948693 Aug 26 08:57:53.372361 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48142) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:53.373763 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555c36-5a36-4993-93f0-4b5875a80d4d tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0339d8f0-0c8c-40d9-999f-ce39f2a46535,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:53.378116 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'security_group_rule': {'security_group_id': '0339d8f0-0c8c-40d9-999f-ce39f2a46535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:53.419723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (fc0a05f3-31dd-42d8-8b3f-af2d1ce15e15), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.432123 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:53.497104 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (fc0a05f3-31dd-42d8-8b3f-af2d1ce15e15), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.503330 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (fc0a05f3-31dd-42d8-8b3f-af2d1ce15e15), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.512885 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:57:53.529236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0a05f3-31dd-42d8-8b3f-af2d1ce15e15,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:53.541528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.546363 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-419b7d30-6e41-40f4-91ce-0e27e91a8c59 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693463 Aug 26 08:57:53.546559 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18942a-caf6-4f90-836b-8f56e9c02230 None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:57:53.546816 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48144) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:53.553286 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'security_group_rule': {'security_group_id': '0339d8f0-0c8c-40d9-999f-ce39f2a46535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:53.608434 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (f100b3f5-7369-4bc9-ada8-94ed59a9e64d), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.645732 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-d2ebbeba-84ef-40e6-8ad2-466d4108187e service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 200 len: 1002 time: 0.0935278 Aug 26 08:57:53.717094 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (f100b3f5-7369-4bc9-ada8-94ed59a9e64d), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.717363 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22377-a953-417d-827c-e04c98e4e297 req-3fd39c8e-3169-4893-9a13-925401d4f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:53.719503 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-3fd39c8e-3169-4893-9a13-925401d4f6b4 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0681474 Aug 26 08:57:53.722791 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (f100b3f5-7369-4bc9-ada8-94ed59a9e64d), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.751724 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f100b3f5-7369-4bc9-ada8-94ed59a9e64d,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:53.759855 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.766063 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-610ff2da-d76e-4862-81e6-30db66785a32 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176745 Aug 26 08:57:53.767049 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48148) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:53.801562 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:53.828560 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6510588b-6cea-4819-91e8-30f1c95d4fe7 req-4c564e55-a736-483a-ba4d-9a362b1cbc67 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a2e441bb-c7f1-4f57-a936-ae82ddea56c5 HTTP/1.1" status: 200 len: 210 time: 0.1023319 Aug 26 08:57:53.854205 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22377-a953-417d-827c-e04c98e4e297 req-e4d785f6-0f2e-4345-9d93-e92d397a2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:53.855808 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-e4d785f6-0f2e-4345-9d93-e92d397a2979 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139991 Aug 26 08:57:53.885837 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:53.895984 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bde04-98e9-4fd7-899e-2db960b560fb None None] New status for floating IP f2e1156f-3eac-4312-b62a-d57199d9ef0d: DOWN {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:57:54.033429 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-10f96b35-0973-4eaf-b122-cd63d4251be7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697514 Aug 26 08:57:54.034492 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.217437 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01f22377-a953-417d-827c-e04c98e4e297 req-9eeeec26-4e67-4698-9acd-ff5104f9a56d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738701 Aug 26 08:57:54.235122 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Allocated IP 172.27.3.230 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/d685cc63-b99b-4308-9b8c-6e6438b7cfe2) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:57:54.320844 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbb3d8-8ef3-4a1e-906c-7ed2c38e6845 req-252b2fd6-6172-49b8-bb30-7c73eaf647d1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:54.322465 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-98dbb3d8-8ef3-4a1e-906c-7ed2c38e6845 req-252b2fd6-6172-49b8-bb30-7c73eaf647d1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0506530 Aug 26 08:57:54.333329 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:54.350721 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:54.365092 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.405648 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-98dbb3d8-8ef3-4a1e-906c-7ed2c38e6845 req-3841d9db-0ae4-4f09-80d0-3035f3add7d5 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763042 Aug 26 08:57:54.406926 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.451237 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:57:54.454438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:57:54.457436 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:57:54.469967 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'Port': ['ID=d685cc63-b99b-4308-9b8c-6e6438b7cfe2,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:54.521502 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (db709590-f5c4-4643-a202-06a42c946987), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.561304 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.762164 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.770461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.771528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (db709590-f5c4-4643-a202-06a42c946987), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.814477 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:54.815823 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0437376 Aug 26 08:57:54.824091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4176876-526a-4f55-aa0f-1140131e0d56 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'Port': ['ID=d685cc63-b99b-4308-9b8c-6e6438b7cfe2,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:54.962457 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48170) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:55.003369 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-05bd6551-d14d-4178-88ef-bb31aea3c455 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1128069916&fields=id&tenant_id=88aa61636dd846f0a95be974b6b99d05 HTTP/1.1" status: 200 len: 267 time: 0.0499480 Aug 26 08:57:55.032882 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be2b1635-3271-4e1e-9451-814ffd335f42 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (558a3035-a62e-4b9b-bb2b-22f62271eb16), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.065384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be2b1635-3271-4e1e-9451-814ffd335f42 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (558a3035-a62e-4b9b-bb2b-22f62271eb16), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.125950 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be2b1635-3271-4e1e-9451-814ffd335f42 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (558a3035-a62e-4b9b-bb2b-22f62271eb16), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.130547 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be2b1635-3271-4e1e-9451-814ffd335f42 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.132130 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-be2b1635-3271-4e1e-9451-814ffd335f42 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/558a3035-a62e-4b9b-bb2b-22f62271eb16 HTTP/1.1" status: 204 len: 168 time: 0.1686006 Aug 26 08:57:55.135185 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-c0b105c4-4f74-4960-8c79-b18ab00b441b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:55.135981 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48172) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:55.136934 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-c0b105c4-4f74-4960-8c79-b18ab00b441b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 811 time: 0.1212800 Aug 26 08:57:55.152652 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-ea674369-e5fc-47f8-883f-0cffb4edacc4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/quotas/88aa61636dd846f0a95be974b6b99d05 HTTP/1.1" status: 200 len: 375 time: 0.0100403 Aug 26 08:57:55.166697 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.api.v2.resource [None req-01a7c3bf-d34c-490a-9b11-22c0ce50c6b3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] show failed (client error): The resource could not be found. Aug 26 08:57:55.168326 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-01a7c3bf-d34c-490a-9b11-22c0ce50c6b3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups/558a3035-a62e-4b9b-bb2b-22f62271eb16 HTTP/1.1" status: 404 len: 347 time: 0.0277796 Aug 26 08:57:55.169890 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b1635-3271-4e1e-9451-814ffd335f42 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a3035-a62e-4b9b-bb2b-22f62271eb16,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:55.171376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48174) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:55.229858 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 577f1e58-da5c-4628-a0bd-bcf24fc8842e no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:57:55.253479 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 577f1e58-da5c-4628-a0bd-bcf24fc8842e {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:57:55.253966 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 577f1e58-da5c-4628-a0bd-bcf24fc8842e not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:57:55.280450 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-6c657ad5-e87f-43ff-91c9-cb5c529114be tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219108 Aug 26 08:57:55.375831 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port f544d3ae-322c-456c-8b52-b09d9f2633f5 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:57:55.375831 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.446765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:55.455443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:55.476429 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-de56c7d8-b5c8-468c-a5f9-07ea017783ed service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679902 Aug 26 08:57:55.508559 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.508874 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f544d3ae-322c-456c-8b52-b09d9f2633f5), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.562597 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for f544d3ae-322c-456c-8b52-b09d9f2633f5 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:57:55.563360 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29142d-ef07-4260-bcf4-1377edd0a7e4 req-5eb66f2c-bb36-4626-ba67-d8cee7cd680a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:55.564936 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8a29142d-ef07-4260-bcf4-1377edd0a7e4 req-5eb66f2c-bb36-4626-ba67-d8cee7cd680a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0569668 Aug 26 08:57:55.648500 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8a29142d-ef07-4260-bcf4-1377edd0a7e4 req-28efdc90-9d2e-45cd-8932-f557cfac4b64 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733349 Aug 26 08:57:55.671674 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-8e6cfd42-4f86-44bc-9b91-9e27bffd9fd5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839709 Aug 26 08:57:55.763259 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (f544d3ae-322c-456c-8b52-b09d9f2633f5), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.788602 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=f544d3ae-322c-456c-8b52-b09d9f2633f5,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:55.836337 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (f2e1156f-3eac-4312-b62a-d57199d9ef0d), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.841283 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:55.847326 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d4b5788e-4a37-4cbf-a4b1-a0a2bbb0d73c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/f2e1156f-3eac-4312-b62a-d57199d9ef0d HTTP/1.1" status: 204 len: 168 time: 0.6701534 Aug 26 08:57:55.877136 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d855bdff-5179-4bcc-bc79-020e1f2ca7d0 req-85ed7da8-0b39-43f1-8a30-5d5cd99519ea tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0362406 Aug 26 08:57:55.959263 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48184) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:55.964590 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168025097', 'description': 'tempest-description--426532181'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:55.990013 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.089660 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (91664c6d-45ff-431c-9c68-3af7b5313b19), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.093955 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (91664c6d-45ff-431c-9c68-3af7b5313b19), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.127677 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.128972 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1685159 Aug 26 08:57:56.131484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8ac83-611a-4e1c-b667-af493a1e1bb9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91664c6d-45ff-431c-9c68-3af7b5313b19,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:56.132310 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48190) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:56.140024 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '91664c6d-45ff-431c-9c68-3af7b5313b19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:56.180198 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (9b58d2c4-db29-46fe-b5d5-b28f7f64cf4f), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.190497 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:56.251580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (9b58d2c4-db29-46fe-b5d5-b28f7f64cf4f), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.256308 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (9b58d2c4-db29-46fe-b5d5-b28f7f64cf4f), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.278265 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b58d2c4-db29-46fe-b5d5-b28f7f64cf4f,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:56.284816 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.286082 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-97fbb03a-68af-4951-be6a-e6bbfb4034ed tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516018 Aug 26 08:57:56.289634 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48194) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:56.296033 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '91664c6d-45ff-431c-9c68-3af7b5313b19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:56.350455 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (5d7886a6-81e9-4154-9de4-beac45652799), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.411012 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (5d7886a6-81e9-4154-9de4-beac45652799), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.417813 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (5d7886a6-81e9-4154-9de4-beac45652799), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.438243 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7886a6-81e9-4154-9de4-beac45652799,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:56.448207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.449537 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b53748f9-d524-491b-8e4d-ad207d4d2654 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585546 Aug 26 08:57:56.452810 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48196) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:57:56.457524 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:56.482880 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.564844 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:56.575655 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.656498 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:56.725681 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.27.3.194 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/a934ba68-d942-44ca-8a62-8ac259ff1e08) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:57:56.798586 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6feae2-f297-42a3-967c-0c072019c91a req-1635081e-24f1-4166-8004-1d751c5f8650 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:56.800757 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7e6feae2-f297-42a3-967c-0c072019c91a req-1635081e-24f1-4166-8004-1d751c5f8650 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0586393 Aug 26 08:57:56.875856 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7e6feae2-f297-42a3-967c-0c072019c91a req-978956db-b523-4b98-9999-f229cd68c52c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689130 Aug 26 08:57:56.877878 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.937649 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:56.993570 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:57:57.015952 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:57:57.021309 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bb977c24-8da9-4bb0-a197-e413370ea109 req-136d5727-016f-42a1-aa61-3b17d0b9ea74 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0475371 Aug 26 08:57:57.024674 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:57:57.033361 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=a934ba68-d942-44ca-8a62-8ac259ff1e08,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:57.084553 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (5745cf1d-05e0-4d6f-8d6e-363e7070a7b0), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:57.131772 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:57.305697 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:57.311855 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:57.312608 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (5745cf1d-05e0-4d6f-8d6e-363e7070a7b0), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:57.361359 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:57.369391 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9140623 Aug 26 08:57:57.383617 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa30ce-bf7a-49be-90b1-948bb586358f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=a934ba68-d942-44ca-8a62-8ac259ff1e08,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:57.562641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:57.626654 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-5ca5709b-7836-4981-98be-93c593d8a9d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:57.626654 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-5ca5709b-7836-4981-98be-93c593d8a9d4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 811 time: 0.1443536 Aug 26 08:57:57.668019 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-07f73139-08bd-47f2-8b67-473b7a66bed0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--168025097&fields=id&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 267 time: 0.0749257 Aug 26 08:57:57.696078 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:57.751316 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-a4b54141-9282-46e4-9d84-6b81f78ddd79 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=88aa61636dd846f0a95be974b6b99d05 HTTP/1.1" status: 200 len: 380 time: 0.1112070 Aug 26 08:57:57.773293 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'port': {'device_id': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'admin_state_up': True, 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'security_groups': ['0339d8f0-0c8c-40d9-999f-ce39f2a46535']}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:57.861899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-1226f674-11d5-476a-9803-e1ece13aa8e3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:57.863713 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-1226f674-11d5-476a-9803-e1ece13aa8e3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.1838851 Aug 26 08:57:57.887705 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-d31252e3-3f70-4a84-9eed-8f8c92db4639 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/quotas/f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 375 time: 0.0169520 Aug 26 08:57:57.921302 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:57.954697 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Made reservation on behalf of 88aa61636dd846f0a95be974b6b99d05 for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:57:57.960925 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-3f775eec-2cbd-4a15-b706-dfbe67e6a201 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626171 Aug 26 08:57:57.962311 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:58.079989 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38b886-5189-4e82-be6c-35086800a36f req-f3a40cd2-d19a-403c-9ebe-bc4fc8c58cdf tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:58.081815 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3d38b886-5189-4e82-be6c-35086800a36f req-f3a40cd2-d19a-403c-9ebe-bc4fc8c58cdf tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0978312 Aug 26 08:57:58.162501 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9b303105-aa20-4cc4-8796-1a094fcff4ca service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919539 Aug 26 08:57:58.198551 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Allocated IP 172.20.0.8 (7b89dcda-85d5-4bc7-8c82-22c051e5c000/23abbb48-7544-4e82-ac9b-a2d21bb15bde/04af963c-42ee-4251-8552-a695dc2db4de) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:57:58.208909 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3d38b886-5189-4e82-be6c-35086800a36f req-5ef32c7d-1789-4b83-ad55-51cbb293f2dc tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178207 Aug 26 08:57:58.302978 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-28a12a41-56d0-4122-9b7e-b6f977329669 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341717 Aug 26 08:57:58.343937 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-39824cec-f787-4e74-afc2-92b194cd9c09 req-9720e26c-3caf-4bb3-84ab-9e0cd6f37fb3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0433939 Aug 26 08:57:58.419257 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for port (04af963c-42ee-4251-8552-a695dc2db4de), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:58.465274 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (04af963c-42ee-4251-8552-a695dc2db4de), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:58.518386 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:57:58.522296 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:57:58.526771 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:57:58.531667 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:58.532348 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:58.546905 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event updated for resources: {'Port': ['ID=04af963c-42ee-4251-8552-a695dc2db4de,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:58.560940 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-67eebb42-3cdc-4ae8-b5c1-135e61288810 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936854 Aug 26 08:57:58.607979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Request body: {'port': {'device_id': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:57:58.701831 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (04af963c-42ee-4251-8552-a695dc2db4de), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:58.765889 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:58.861025 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-64bdc792-36f9-46be-aeae-d66db4b40ec3 None None] Provisioning complete for port 04af963c-42ee-4251-8552-a695dc2db4de triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:57:58.861647 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-64bdc792-36f9-46be-aeae-d66db4b40ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (04af963c-42ee-4251-8552-a695dc2db4de), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:58.922587 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-64bdc792-36f9-46be-aeae-d66db4b40ec3 None None] Port 04af963c-42ee-4251-8552-a695dc2db4de cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:57:59.238861 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:57:59.430440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466fac1-f19f-44cb-a353-b01348046613 req-52362520-227e-4f7e-aa79-86207fe66518 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:59.433061 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f466fac1-f19f-44cb-a353-b01348046613 req-52362520-227e-4f7e-aa79-86207fe66518 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.1376898 Aug 26 08:57:59.449643 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04af963c-42ee-4251-8552-a695dc2db4de {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:57:59.474319 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Publish callbacks [] for port (04af963c-42ee-4251-8552-a695dc2db4de), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:59.531666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Transition to ACTIVE for port object 04af963c-42ee-4251-8552-a695dc2db4de will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:57:59.538743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (04af963c-42ee-4251-8552-a695dc2db4de), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:59.588429 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96302-b5e8-44e2-a2c6-bf943b294c9b req-188e715c-4e2a-45d5-995b-7084bfcfa915 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:59.590070 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ab96302-b5e8-44e2-a2c6-bf943b294c9b req-188e715c-4e2a-45d5-995b-7084bfcfa915 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 943 time: 0.0681517 Aug 26 08:57:59.656138 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ab96302-b5e8-44e2-a2c6-bf943b294c9b req-fe80a0f3-a933-4166-85f4-40620a163841 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542815 Aug 26 08:57:59.663172 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f466fac1-f19f-44cb-a353-b01348046613 req-59589cce-e306-442c-918a-13c49f07511d tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215593 Aug 26 08:57:59.710091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Pushing event updated for resources: {'Port': ['ID=04af963c-42ee-4251-8552-a695dc2db4de,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:57:59.735114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Attempting to bind port 04af963c-42ee-4251-8552-a695dc2db4de on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:57:59.735114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Attempting to bind port 04af963c-42ee-4251-8552-a695dc2db4de by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:57:59.735114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Attempting to bind port 04af963c-42ee-4251-8552-a695dc2db4de on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:57:59.740479 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Port 04af963c-42ee-4251-8552-a695dc2db4de on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:57:59.741000 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Attempting to bind port 04af963c-42ee-4251-8552-a695dc2db4de on network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:57:59.751329 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:57:59.751759 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Checking segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:57:59.752149 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Bound using segment: {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:57:59.752593 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Bound port: 04af963c-42ee-4251-8552-a695dc2db4de, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96ec0ca-183f-4b25-92ad-5272a9911c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:57:59.753017 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (04af963c-42ee-4251-8552-a695dc2db4de), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:59.761004 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-633ed57e-d166-4439-a158-c939450a0bf4 req-39eb4b1e-5bd4-479a-8231-4a0cc5b7a418 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0458689 Aug 26 08:57:59.849945 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] For port 04af963c-42ee-4251-8552-a695dc2db4de, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:57:59.853489 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] For port 04af963c-42ee-4251-8552-a695dc2db4de, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=04af963c-42ee-4251-8552-a695dc2db4de,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:57:59.862647 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (04af963c-42ee-4251-8552-a695dc2db4de), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:59.868075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:57:59.868605 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:57:59.870267 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/04af963c-42ee-4251-8552-a695dc2db4de HTTP/1.1" status: 200 len: 1093 time: 1.2704730 Aug 26 08:57:59.870668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:57:59.872856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07d986-eced-49b0-9c35-d24b9aa97dde" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "tag": "04af963c-42ee-4251-8552-a695dc2db4de"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:57:59.944363 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed865197-24b0-46ad-b03c-d9c3e75192f4 x-openstack-request-id: req-ed865197-24b0-46ad-b03c-d9c3e75192f4 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:57:59.944902 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "tag": "04af963c-42ee-4251-8552-a695dc2db4de", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:57:59.945206 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed865197-24b0-46ad-b03c-d9c3e75192f4 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:57:59.945861 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed865197-24b0-46ad-b03c-d9c3e75192f4'] response: {'name': 'network-changed', 'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de', 'status': 'completed', 'code': 200} Aug 26 08:57:59.947007 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c81da-21f3-48a6-ae24-01dc3a2978e0 service neutron] Pushing event updated for resources: {'Port': ['ID=04af963c-42ee-4251-8552-a695dc2db4de,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:00.029374 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-dfec5cf2-87e7-4cb3-87f1-0a66e4c1af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:00.029374 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-dfec5cf2-87e7-4cb3-87f1-0a66e4c1af14 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0585837 Aug 26 08:58:00.155375 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-12f0ea39-b946-4a30-8c6e-b3b0b1a469f0 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04af963c-42ee-4251-8552-a695dc2db4de HTTP/1.1" status: 200 len: 217 time: 0.0388043 Aug 26 08:58:00.218609 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-241f0e81-4010-4137-9ddd-d72e7ccc91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:00.220220 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-241f0e81-4010-4137-9ddd-d72e7ccc91d1 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.0589175 Aug 26 08:58:00.280492 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-a39a2dd8-d536-44cb-9098-be51529fd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:00.282348 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-a39a2dd8-d536-44cb-9098-be51529fd42f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532587 Aug 26 08:58:00.402989 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-98565365-1701-41e2-bb9c-04c135f66fcb service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081204 Aug 26 08:58:00.514984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8da5de75-a72d-4b27-a387-b021e4a0f4d3 req-f986dc6a-028e-4c6c-a280-fd85323ada20 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044574 Aug 26 08:58:00.805738 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53c08a-940c-46ef-9ad3-c47bf8cdc339 req-a9c60557-b9c6-44d7-adb7-cb24b5104ee4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:00.807369 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aa53c08a-940c-46ef-9ad3-c47bf8cdc339 req-a9c60557-b9c6-44d7-adb7-cb24b5104ee4 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 943 time: 0.0633860 Aug 26 08:58:00.823292 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053447cb-dd9f-4bbf-a38c-a0f010ea256b req-d95a559b-0f97-452f-bd8f-ce8d4c2ae009 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:00.825765 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-053447cb-dd9f-4bbf-a38c-a0f010ea256b req-d95a559b-0f97-452f-bd8f-ce8d4c2ae009 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0608139 Aug 26 08:58:00.844865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:00.867134 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-aa53c08a-940c-46ef-9ad3-c47bf8cdc339 req-7711068c-daf5-4f71-8d75-81a40067ed95 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529883 Aug 26 08:58:00.926653 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-053447cb-dd9f-4bbf-a38c-a0f010ea256b req-6586e45d-b421-4e9d-96db-d8ffa7248c34 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898898 Aug 26 08:58:01.001361 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ef56357-40a0-498e-a84a-89a70f03b851 req-03d2e6fa-1856-4bfc-8835-e3e69bc9a063 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0364230 Aug 26 08:58:01.260144 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cbc83-5ab7-4e17-aa8e-cb1cd15e448f req-59bc2392-8bcb-4f0b-93fd-f30b4fd66021 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:01.263346 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c93cbc83-5ab7-4e17-aa8e-cb1cd15e448f req-59bc2392-8bcb-4f0b-93fd-f30b4fd66021 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0778544 Aug 26 08:58:01.362514 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c93cbc83-5ab7-4e17-aa8e-cb1cd15e448f req-f5fc85bf-856a-412f-b795-ccde046d3f68 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878150 Aug 26 08:58:01.774419 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:01.893591 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:01.907505 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-72aba683-acd7-41f9-bd4d-35607f8a40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:01.910174 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-72aba683-acd7-41f9-bd4d-35607f8a40a0 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0516014 Aug 26 08:58:02.083648 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0a55-569c-4a3d-9924-efce24eb9d9d req-110475b6-12f6-4c25-9af5-17fc39c4d990 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.084657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01f2c7-ccbe-4a49-8d93-3229a9b06dd0 req-ec7d5002-a24c-40c5-96e6-2c57b8a79233 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.085943 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f99e0a55-569c-4a3d-9924-efce24eb9d9d req-110475b6-12f6-4c25-9af5-17fc39c4d990 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0683296 Aug 26 08:58:02.086255 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4d01f2c7-ccbe-4a49-8d93-3229a9b06dd0 req-ec7d5002-a24c-40c5-96e6-2c57b8a79233 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 943 time: 0.1130872 Aug 26 08:58:02.146211 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-317dab3b-4d12-4a30-89b9-5cdd23f91c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.147773 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-317dab3b-4d12-4a30-89b9-5cdd23f91c02 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.1721504 Aug 26 08:58:02.153896 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:02.166553 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f99e0a55-569c-4a3d-9924-efce24eb9d9d req-6abd143b-f0a7-4b15-a1e2-c7795e5eae54 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718110 Aug 26 08:58:02.167287 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4d01f2c7-ccbe-4a49-8d93-3229a9b06dd0 req-e6bf77ba-f2ba-4ff8-8f5f-56cb5d3570aa tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726526 Aug 26 08:58:02.269984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4556d501-7957-4268-bec7-463b5979aa2b req-6832514b-967a-4fd5-bd92-8af9f0a7024d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0361979 Aug 26 08:58:02.503294 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-46ba2c01-4b49-4249-bf3e-a6f737a7a68b service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04af963c-42ee-4251-8552-a695dc2db4de HTTP/1.1" status: 200 len: 217 time: 0.0507593 Aug 26 08:58:02.525092 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe95c8-8228-40f5-92ae-0dd43d35df0f req-ecbbbbf3-0a09-455d-b9c6-c0b693a84a7a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.527875 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-07fe95c8-8228-40f5-92ae-0dd43d35df0f req-ecbbbbf3-0a09-455d-b9c6-c0b693a84a7a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0776539 Aug 26 08:58:02.577830 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-62c65a6c-f281-460b-b916-e539df384fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.580466 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-62c65a6c-f281-460b-b916-e539df384fbc service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.0701351 Aug 26 08:58:02.642956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-5da86751-d8c6-4d82-a5e1-a376c11fedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.645316 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-5da86751-d8c6-4d82-a5e1-a376c11fedef service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553339 Aug 26 08:58:02.669699 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-07fe95c8-8228-40f5-92ae-0dd43d35df0f req-ab51b450-f12f-46ca-9efd-f8882fe0dbc2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322479 Aug 26 08:58:02.729043 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-c7143212-1d39-43d6-9501-17d8b657ac55 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:02.730948 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-c7143212-1d39-43d6-9501-17d8b657ac55 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.1526134 Aug 26 08:58:02.810867 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-66170eca-ae7b-4a41-9849-06acf936c16d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574426 Aug 26 08:58:02.821134 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:02.837607 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-f55c0f91-327c-4f32-9f68-4b4b15811d77 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 379 time: 0.0971305 Aug 26 08:58:02.929819 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dd07d986-eced-49b0-9c35-d24b9aa97dde req-9243a21e-1d24-4704-bfa0-4f49fe63ef51 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126184 Aug 26 08:58:02.955971 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'port': {'device_id': '0695da3e-654d-4b9d-be68-e195e539e831', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'admin_state_up': True, 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'security_groups': ['91664c6d-45ff-431c-9c68-3af7b5313b19']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:58:03.072987 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Made reservation on behalf of f87dce6d7f01455fb8c3cfe128c20e72 for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:58:03.077478 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.242720 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.20.0.5 (4e1c5bc8-bb18-4879-912d-f9e237efa42e/dd7b08a5-f97b-4947-917d-a6d4ccd76af6/ce968e83-b42f-4852-8fd6-c16bf4f5b0ee) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:58:03.262737 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 04af963c-42ee-4251-8552-a695dc2db4de details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:58:03.319732 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0ad1-3468-49d9-bfca-009a94a056b1 req-1cdfa9a6-94e1-49b6-8848-719b790ca1ff tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:03.321673 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a3d0ad1-3468-49d9-bfca-009a94a056b1 req-1cdfa9a6-94e1-49b6-8848-719b790ca1ff tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0669208 Aug 26 08:58:03.329160 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:03.350511 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c5a1f-df8b-4c2a-ac42-59959b55a482 req-bcdeb991-f098-447d-ab77-5faa6333e61c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:03.352297 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ec9c5a1f-df8b-4c2a-ac42-59959b55a482 req-bcdeb991-f098-447d-ab77-5faa6333e61c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 943 time: 0.0867639 Aug 26 08:58:03.410876 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a3d0ad1-3468-49d9-bfca-009a94a056b1 req-1851ed5f-e0aa-4e41-9cc2-41b20511864b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818493 Aug 26 08:58:03.429355 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 04af963c-42ee-4251-8552-a695dc2db4de, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=04af963c-42ee-4251-8552-a695dc2db4de,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:03.455927 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:03.465610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '04af963c-42ee-4251-8552-a695dc2db4de', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'port_id': '04af963c-42ee-4251-8552-a695dc2db4de', 'mac_address': 'fa:16:3e:31:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:58:03.498017 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ec9c5a1f-df8b-4c2a-ac42-59959b55a482 req-48b3bdcf-797b-404d-a1cb-9f4d9b702d2b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991421 Aug 26 08:58:03.517761 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 04af963c-42ee-4251-8552-a695dc2db4de is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:03.518155 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (04af963c-42ee-4251-8552-a695dc2db4de), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.537356 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04af963c-42ee-4251-8552-a695dc2db4de {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:58:03.546417 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.547644 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b2623f27-3aff-49b1-8ed0-bb9926d90474 req-93b0b988-b810-4180-bb22-aed32f4fd137 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0402374 Aug 26 08:58:03.566671 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 04af963c-42ee-4251-8552-a695dc2db4de, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=04af963c-42ee-4251-8552-a695dc2db4de,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:03.571371 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (04af963c-42ee-4251-8552-a695dc2db4de), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.605728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.629393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=04af963c-42ee-4251-8552-a695dc2db4de,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:03.650363 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:03.654134 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:58:03.658374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:58:03.665808 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:58:03.670845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:03.731409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:03.732137 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.756699 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-9af824c6-3b92-4325-8a39-04b69a342cc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8062167 Aug 26 08:58:03.777837 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Request body: {'port': {'device_id': '0695da3e-654d-4b9d-be68-e195e539e831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:58:03.904689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18c736-d6dc-4799-97d6-b53a9f4a00dd req-4bf262d5-159a-4386-b7b6-8ee540229db8 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:03.906417 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8b18c736-d6dc-4799-97d6-b53a9f4a00dd req-4bf262d5-159a-4386-b7b6-8ee540229db8 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0814164 Aug 26 08:58:03.907633 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.983638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-145ae10f-fb2a-43a2-ac47-7120d674a4d9 None None] Provisioning complete for port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:58:03.983909 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-145ae10f-fb2a-43a2-ac47-7120d674a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:03.991605 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:04.027670 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-145ae10f-fb2a-43a2-ac47-7120d674a4d9 None None] Port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 08:58:04.044647 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8b18c736-d6dc-4799-97d6-b53a9f4a00dd req-30f7b9d0-e935-4bbd-8bc0-cea0f6c0a3a3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149020 Aug 26 08:58:04.078077 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['04af963c-42ee-4251-8552-a695dc2db4de'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:58:04.340400 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce968e83-b42f-4852-8fd6-c16bf4f5b0ee {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:58:04.350171 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Publish callbacks [] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:04.370662 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Transition to ACTIVE for port object ce968e83-b42f-4852-8fd6-c16bf4f5b0ee will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 08:58:04.377325 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:04.448612 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Pushing event updated for resources: {'Port': ['ID=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:04.513331 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Attempting to bind port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 08:58:04.513670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Attempting to bind port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 08:58:04.514000 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Attempting to bind port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:58:04.519271 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 08:58:04.519600 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Attempting to bind port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 08:58:04.525800 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 8, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 08:58:04.526140 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:58:04.526525 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Bound using segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 08:58:04.527001 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Bound port: ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 08:58:04.527573 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:04.567638 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91bbe3-fba5-46a4-a018-14f00e5fca52 req-d7a61bee-45be-4adc-b2ca-3fdd08586e50 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:04.569809 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac91bbe3-fba5-46a4-a018-14f00e5fca52 req-d7a61bee-45be-4adc-b2ca-3fdd08586e50 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0642550 Aug 26 08:58:04.608243 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] For port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 08:58:04.615147 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] For port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 08:58:04.650214 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac91bbe3-fba5-46a4-a018-14f00e5fca52 req-5e2e6d1d-141a-4377-84f8-bc413ed66144 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=31c69cac-9709-43b6-b7b2-868d43622288&id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741563 Aug 26 08:58:04.655919 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:04.676088 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:04.677197 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:04.679321 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/ce968e83-b42f-4852-8fd6-c16bf4f5b0ee HTTP/1.1" status: 200 len: 1093 time: 0.9100733 Aug 26 08:58:04.679952 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:04.682175 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed61464f-27d5-4d76-bc05-cc46f19358d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:04.690933 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:04.724445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a238262-9a65-4693-8a22-6c310e998f38 req-28406f1c-1908-459b-80f6-7b907510b543 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:04.731052 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2a238262-9a65-4693-8a22-6c310e998f38 req-28406f1c-1908-459b-80f6-7b907510b543 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 944 time: 0.1184223 Aug 26 08:58:04.799869 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356c2d0-e71e-48db-a13c-601eeed45496 req-6e3b107a-e867-4776-adb0-7fe2da72127d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:04.801760 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5356c2d0-e71e-48db-a13c-601eeed45496 req-6e3b107a-e867-4776-adb0-7fe2da72127d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 943 time: 0.0816374 Aug 26 08:58:04.804321 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3384e3-711d-4d85-9913-d93d3ad0c123 service neutron] Pushing event updated for resources: {'Port': ['ID=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:04.835362 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2a238262-9a65-4693-8a22-6c310e998f38 req-a40c63c9-8ebf-4663-b2da-1c6e2c84a2a9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853481 Aug 26 08:58:04.874952 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5356c2d0-e71e-48db-a13c-601eeed45496 req-437b896a-3907-4e56-a286-bf2d6b74826a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627084 Aug 26 08:58:04.899722 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b52474-1923-440f-afbf-c92fe1b7aaef x-openstack-request-id: req-c0b52474-1923-440f-afbf-c92fe1b7aaef {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:04.899985 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:04.900241 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0b52474-1923-440f-afbf-c92fe1b7aaef {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:04.900660 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b52474-1923-440f-afbf-c92fe1b7aaef'] response: {'name': 'network-changed', 'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'status': 'completed', 'code': 200} Aug 26 08:58:05.179692 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61464f-27d5-4d76-bc05-cc46f19358d2 req-1dc0900b-96f0-4357-9ea2-0acfd7917cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.181665 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ed61464f-27d5-4d76-bc05-cc46f19358d2 req-1dc0900b-96f0-4357-9ea2-0acfd7917cf6 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 1127 time: 0.0532482 Aug 26 08:58:05.187504 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de7192-2cad-4b9f-b9c0-293b4d4826ad req-75cf02f3-1a64-45db-88f9-b099f4c01d1e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.189245 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60de7192-2cad-4b9f-b9c0-293b4d4826ad req-75cf02f3-1a64-45db-88f9-b099f4c01d1e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0552628 Aug 26 08:58:05.264483 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60de7192-2cad-4b9f-b9c0-293b4d4826ad req-a88f8ff2-7e33-4590-bc58-bc41ff63b52e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668874 Aug 26 08:58:05.305458 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 04af963c-42ee-4251-8552-a695dc2db4de up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:58:05.322042 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61464f-27d5-4d76-bc05-cc46f19358d2 req-095969b9-ad6b-4fb8-8f02-492313cf27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.324185 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ed61464f-27d5-4d76-bc05-cc46f19358d2 req-095969b9-ad6b-4fb8-8f02-492313cf27f7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1321805 Aug 26 08:58:05.368264 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 04af963c-42ee-4251-8552-a695dc2db4de completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:58:05.383546 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 04af963c-42ee-4251-8552-a695dc2db4de triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:58:05.384468 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (04af963c-42ee-4251-8552-a695dc2db4de), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:05.475259 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61464f-27d5-4d76-bc05-cc46f19358d2 req-4808fc4a-5c18-4b3d-9d02-b562a4537373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.477748 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ed61464f-27d5-4d76-bc05-cc46f19358d2 req-4808fc4a-5c18-4b3d-9d02-b562a4537373 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1445401 Aug 26 08:58:05.584786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-e8e1aef2-145f-4afa-8c17-262ad0785944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.586494 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-e8e1aef2-145f-4afa-8c17-262ad0785944 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 1127 time: 0.0523431 Aug 26 08:58:05.635578 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-bdb0ba53-f0ac-4083-af8a-7b626df5244c service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee HTTP/1.1" status: 200 len: 217 time: 0.0364718 Aug 26 08:58:05.644144 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 04af963c-42ee-4251-8552-a695dc2db4de is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:05.644530 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (04af963c-42ee-4251-8552-a695dc2db4de), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:05.671562 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:05.674110 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d913a-2940-4ade-a5c1-f5c1c6cd7112" -d '{"events": [{"server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "name": "network-vif-plugged", "status": "completed", "tag": "04af963c-42ee-4251-8552-a695dc2db4de"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:05.695259 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 04af963c-42ee-4251-8552-a695dc2db4de, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=04af963c-42ee-4251-8552-a695dc2db4de,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:05.702929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (04af963c-42ee-4251-8552-a695dc2db4de), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:05.705658 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-99073483-06ea-4263-a70f-13f7c61a2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.707835 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-99073483-06ea-4263-a70f-13f7c61a2e80 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0590172 Aug 26 08:58:05.736119 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18841a-3265-43f7-8f9b-ecafb6b884bb x-openstack-request-id: req-6a18841a-3265-43f7-8f9b-ecafb6b884bb {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:05.736446 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "name": "network-vif-plugged", "status": "completed", "tag": "04af963c-42ee-4251-8552-a695dc2db4de", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:05.736846 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a18841a-3265-43f7-8f9b-ecafb6b884bb {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:05.737691 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a18841a-3265-43f7-8f9b-ecafb6b884bb'] response: {'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de', 'code': 200} Aug 26 08:58:05.775343 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-afd74def-cb28-4b62-b9da-2d983c2bd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:05.776964 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-afd74def-cb28-4b62-b9da-2d983c2bd138 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584536 Aug 26 08:58:05.778632 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=04af963c-42ee-4251-8552-a695dc2db4de,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:05.842245 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:05.921026 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-10947bbe-e525-447b-ad14-55a4ee44f46d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311181 Aug 26 08:58:05.967404 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:06.046439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3bea-9916-4848-836d-83278d91bc7d req-113260aa-c5e9-4e6e-845c-0f831587dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:06.048411 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53cf3bea-9916-4848-836d-83278d91bc7d req-113260aa-c5e9-4e6e-845c-0f831587dcfa service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0999544 Aug 26 08:58:06.063362 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dd08-a057-4f22-b276-dd65cd91faba req-511178dd-f74b-4237-86bd-7778417182ed tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:06.065904 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6278dd08-a057-4f22-b276-dd65cd91faba req-511178dd-f74b-4237-86bd-7778417182ed tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0999897 Aug 26 08:58:06.082904 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025ef24-73f7-4e99-80a2-eabefa1d0f8d req-63f4df30-f84c-44ee-b0de-6797dd9a48eb tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:06.084573 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9025ef24-73f7-4e99-80a2-eabefa1d0f8d req-63f4df30-f84c-44ee-b0de-6797dd9a48eb tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 943 time: 0.0787067 Aug 26 08:58:06.105301 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b8eee3a-9793-4662-8592-657615ef51b6 req-358e260c-88e5-43dd-947f-324a4984030e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760633 Aug 26 08:58:06.144593 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:06.152629 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9025ef24-73f7-4e99-80a2-eabefa1d0f8d req-c9997840-4e91-4a1e-bd8e-4e31082063c4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564997 Aug 26 08:58:06.171034 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-53cf3bea-9916-4848-836d-83278d91bc7d req-f52bd9e0-1971-475b-9034-ea376994ba4c service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037333 Aug 26 08:58:06.185392 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6278dd08-a057-4f22-b276-dd65cd91faba req-bd59f9d4-39ec-404f-a3b9-ec5de9aefe17 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027369 Aug 26 08:58:06.404031 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9baa50-68ec-4d0f-acae-77df5290c9bd req-a948f7ec-3ae7-4f8a-a8e2-1bb6b5f586b4 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:06.405645 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8c9baa50-68ec-4d0f-acae-77df5290c9bd req-a948f7ec-3ae7-4f8a-a8e2-1bb6b5f586b4 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0560815 Aug 26 08:58:06.469672 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8c9baa50-68ec-4d0f-acae-77df5290c9bd req-b560244c-2161-4dc3-af1b-f874e854148c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558269 Aug 26 08:58:07.327357 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcca8c-7920-443f-99c6-ba6670a1a524 req-4969fc42-1b41-4732-95f0-739f1b1ca25c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:07.329236 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-90dcca8c-7920-443f-99c6-ba6670a1a524 req-4969fc42-1b41-4732-95f0-739f1b1ca25c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 943 time: 0.0711737 Aug 26 08:58:07.401491 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-90dcca8c-7920-443f-99c6-ba6670a1a524 req-97945fe1-aa7d-4817-b7c2-50a93e5033ae tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622683 Aug 26 08:58:07.603264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331b52e-84b4-4225-b88f-3734a402e96e req-5fc8b414-047a-481f-ab91-e95170884ff3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:07.605029 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a331b52e-84b4-4225-b88f-3734a402e96e req-5fc8b414-047a-481f-ab91-e95170884ff3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0542200 Aug 26 08:58:07.618473 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89cf1c-ab5c-4c66-b091-f1669f3fd07b req-c140d3c7-dbf1-43f3-a5e0-ac5648c94fe3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:07.620056 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a89cf1c-ab5c-4c66-b091-f1669f3fd07b req-c140d3c7-dbf1-43f3-a5e0-ac5648c94fe3 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.3451407 Aug 26 08:58:07.664971 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a331b52e-84b4-4225-b88f-3734a402e96e req-83baeb3d-6431-441f-941f-9e6e4340cb0f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529563 Aug 26 08:58:07.673394 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7a89cf1c-ab5c-4c66-b091-f1669f3fd07b req-8df4b7ed-c2dd-47a3-b402-9fea0a7919a1 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Aug 26 08:58:08.539376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e2a2-fe8c-49bf-ab82-bc661a3d6484 req-85da312e-a527-41ad-a2a7-4d07a002ffc5 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:08.540932 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60d6e2a2-fe8c-49bf-ab82-bc661a3d6484 req-85da312e-a527-41ad-a2a7-4d07a002ffc5 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 943 time: 0.0582018 Aug 26 08:58:08.595610 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-60d6e2a2-fe8c-49bf-ab82-bc661a3d6484 req-348a3ee5-366f-449d-b4c5-658319c50140 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479460 Aug 26 08:58:08.759670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:08.799724 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd127bf-c6d7-41da-a2b6-aa69f252b17f req-6bd521d3-cbcd-4c2e-83d5-12e20dd28219 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:08.801263 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9fd127bf-c6d7-41da-a2b6-aa69f252b17f req-6bd521d3-cbcd-4c2e-83d5-12e20dd28219 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0506749 Aug 26 08:58:08.833834 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bba46-a6f7-4d18-acfa-65bcd7f12960 req-563db336-8c2c-4654-a61b-675a1e95ad6c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:08.835412 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-305bba46-a6f7-4d18-acfa-65bcd7f12960 req-563db336-8c2c-4654-a61b-675a1e95ad6c tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0680714 Aug 26 08:58:08.855234 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9fd127bf-c6d7-41da-a2b6-aa69f252b17f req-881f74c7-cac0-4f51-97ac-7b914cd159cd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 Aug 26 08:58:08.889341 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-305bba46-a6f7-4d18-acfa-65bcd7f12960 req-b2e66e1f-a064-4f9f-8348-f014652c1b60 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477095 Aug 26 08:58:09.312926 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device ce968e83-b42f-4852-8fd6-c16bf4f5b0ee details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:58:09.458745 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:09.468229 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:09.471079 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'port_id': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'mac_address': 'fa:16:3e:01:64:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:58:09.514199 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:09.514486 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:09.529386 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce968e83-b42f-4852-8fd6-c16bf4f5b0ee {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:58:09.542131 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:09.552305 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:09.556802 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:09.618777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:09.737808 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fe056-3f4a-4db7-a355-4b067dbf31d1 req-5504a344-4d41-42c3-8ab8-97eb98148305 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:09.739492 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f77fe056-3f4a-4db7-a355-4b067dbf31d1 req-5504a344-4d41-42c3-8ab8-97eb98148305 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 944 time: 0.0659432 Aug 26 08:58:09.780542 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=10 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:09.785124 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:09.796463 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f77fe056-3f4a-4db7-a355-4b067dbf31d1 req-ff9872bb-8591-486d-8d70-6fe2cf664739 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474639 Aug 26 08:58:10.018341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b9405-ba3b-49b4-9177-b7accc0ed322 req-f1d45c1d-e101-4d99-861f-6ef769cb4d92 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:10.020443 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a45b9405-ba3b-49b4-9177-b7accc0ed322 req-f1d45c1d-e101-4d99-861f-6ef769cb4d92 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0673237 Aug 26 08:58:10.079725 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf7667-ae8d-439c-bb6d-8aadb4dcd10e req-2b61fd18-15ad-4041-a74b-f6b435742159 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:10.084453 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-36cf7667-ae8d-439c-bb6d-8aadb4dcd10e req-2b61fd18-15ad-4041-a74b-f6b435742159 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0863323 Aug 26 08:58:10.088369 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a45b9405-ba3b-49b4-9177-b7accc0ed322 req-d84b2f1f-bc23-43bc-b1f7-f7ed95f3ea9a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610647 Aug 26 08:58:10.089468 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['ce968e83-b42f-4852-8fd6-c16bf4f5b0ee'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:58:10.176347 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-36cf7667-ae8d-439c-bb6d-8aadb4dcd10e req-9077635e-eb07-480a-9e9d-6166a9f79ef0 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746555 Aug 26 08:58:10.325802 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce38b3c-b677-4a9b-b4f9-341b947d59f7 req-c94bdc45-df53-4ee4-badc-d2b5e13e44b9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:10.327628 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ce38b3c-b677-4a9b-b4f9-341b947d59f7 req-c94bdc45-df53-4ee4-badc-d2b5e13e44b9 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0696948 Aug 26 08:58:10.340309 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48316) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:58:10.345409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Request body: {'floatingip': {'port_id': '04af963c-42ee-4251-8552-a695dc2db4de'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:58:10.404861 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (db709590-f5c4-4643-a202-06a42c946987), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:10.818061 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:10.948989 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:10.958342 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a4480-2303-44d9-bd7f-c66bd66b03b2 req-651156ea-97d4-4de4-8902-2de6ffb2d66b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:10.959966 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1e4a4480-2303-44d9-bd7f-c66bd66b03b2 req-651156ea-97d4-4de4-8902-2de6ffb2d66b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 944 time: 0.0732234 Aug 26 08:58:10.961226 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (db709590-f5c4-4643-a202-06a42c946987), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:11.108299 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1e4a4480-2303-44d9-bd7f-c66bd66b03b2 req-07de34f5-338a-41a0-b1cb-0594dced7c5c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413479 Aug 26 08:58:11.127681 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Floating IP db709590-f5c4-4643-a202-06a42c946987 associated. External IP: 172.27.3.230, port: 04af963c-42ee-4251-8552-a695dc2db4de. Aug 26 08:58:11.203168 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:11.257512 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b26a0-7bfe-4189-bf9c-cf466ce08fe3 req-072ec214-711e-4f3d-830a-d98f8d45595f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:11.259164 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6b2b26a0-7bfe-4189-bf9c-cf466ce08fe3 req-072ec214-711e-4f3d-830a-d98f8d45595f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0541441 Aug 26 08:58:11.323906 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6b2b26a0-7bfe-4189-bf9c-cf466ce08fe3 req-efa103ff-ccfc-41dd-bff3-b081ea665ffd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570467 Aug 26 08:58:11.374757 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device ce968e83-b42f-4852-8fd6-c16bf4f5b0ee up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:58:11.436405 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 08:58:11.441084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:58:11.454753 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:58:11.455420 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:11.570607 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:58:11.572926 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:11.573529 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:11.576011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:11.589428 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:58:11.602801 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:58:11.603487 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:11.607514 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:11.609656 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571f7187-f6a5-4410-a6f8-521618e4ece1" -d '{"events": [{"server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "name": "network-vif-plugged", "status": "completed", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:11.624290 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dcdad4a7-677f-4cfb-81a6-5107e9fc3516 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/db709590-f5c4-4643-a202-06a42c946987 HTTP/1.1" status: 200 len: 991 time: 1.2797761 Aug 26 08:58:11.624290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:11.628805 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dff79b-e58e-476c-9c8c-f757a42fe80a" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "tag": "04af963c-42ee-4251-8552-a695dc2db4de"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:11.632055 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:11.638498 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:11.689509 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9149ad9-cc5b-43a8-8ade-131bc49314ce x-openstack-request-id: req-a9149ad9-cc5b-43a8-8ade-131bc49314ce {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:11.689786 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "name": "network-vif-plugged", "status": "completed", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:11.690044 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9149ad9-cc5b-43a8-8ade-131bc49314ce {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:11.691066 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9149ad9-cc5b-43a8-8ade-131bc49314ce'] response: {'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'code': 200} Aug 26 08:58:11.697516 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e1697-3dfc-4251-818e-7df38723fceb x-openstack-request-id: req-ac6e1697-3dfc-4251-818e-7df38723fceb {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:11.697962 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "tag": "04af963c-42ee-4251-8552-a695dc2db4de", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:11.698208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ac6e1697-3dfc-4251-818e-7df38723fceb {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:11.699494 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6e1697-3dfc-4251-818e-7df38723fceb'] response: {'name': 'network-changed', 'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de', 'status': 'completed', 'code': 200} Aug 26 08:58:11.707235 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:11.731038 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:58:11.825790 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-994a17ff-c33c-40d9-90fb-728efd82fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:11.828107 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-994a17ff-c33c-40d9-90fb-728efd82fdfc service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=88aa61636dd846f0a95be974b6b99d05&device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0597081 Aug 26 08:58:11.964086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-1854dae4-e675-4ea5-87e3-0370f7b0c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:11.966511 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-1854dae4-e675-4ea5-87e3-0370f7b0c799 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 200 len: 913 time: 0.1269717 Aug 26 08:58:11.975392 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c4a30-daa1-421a-be76-56783dc07b0f req-f8ef3119-4048-4254-ac6a-a1b1b8a1c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:11.976953 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fe2c4a30-daa1-421a-be76-56783dc07b0f req-f8ef3119-4048-4254-ac6a-a1b1b8a1c45e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 1129 time: 0.0576167 Aug 26 08:58:12.040660 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'db709590-f5c4-4643-a202-06a42c946987', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'port_id': '04af963c-42ee-4251-8552-a695dc2db4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'mac_address': 'fa:16:3e:31:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:54Z', 'updated_at': '2022-08-26T08:58:10Z', 'revision_number': 1, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:12.068487 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:58:12.077947 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:58:12.078563 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:12.158770 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fe2c4a30-daa1-421a-be76-56783dc07b0f req-b66b7d47-ec6b-45bc-8197-349b93ba2ddb service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586545 Aug 26 08:58:12.166939 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-aaec4d30-776c-404b-bf75-f168e412e0bd service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04af963c-42ee-4251-8552-a695dc2db4de HTTP/1.1" status: 200 len: 999 time: 0.0694656 Aug 26 08:58:12.271917 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fb5f9-6a72-4e6c-a354-fb56a2d8aed9 req-4f24f57e-d29e-41a4-ac32-a410c303e568 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:12.273412 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fb6fb5f9-6a72-4e6c-a354-fb56a2d8aed9 req-4f24f57e-d29e-41a4-ac32-a410c303e568 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.0637898 Aug 26 08:58:12.299264 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:58:12.330470 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fb6fb5f9-6a72-4e6c-a354-fb56a2d8aed9 req-6c5ba826-b70e-4992-bb02-2d974164348d tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511303 Aug 26 08:58:12.537493 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89678-a524-41b8-ac78-3afb616b37c1 req-d2dc1ea2-873b-4f69-9423-ce7ba29947b8 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:12.539030 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-67c89678-a524-41b8-ac78-3afb616b37c1 req-d2dc1ea2-873b-4f69-9423-ce7ba29947b8 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1217189 Aug 26 08:58:12.544306 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:12.551930 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-2a2cc21c-f23f-430a-b529-8190f99c3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:12.553921 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-2a2cc21c-f23f-430a-b529-8190f99c3159 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 200 len: 850 time: 0.0887370 Aug 26 08:58:12.601787 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'db709590-f5c4-4643-a202-06a42c946987', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'port_id': '04af963c-42ee-4251-8552-a695dc2db4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'mac_address': 'fa:16:3e:31:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:54Z', 'updated_at': '2022-08-26T08:58:10Z', 'revision_number': 1, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:12.628588 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540aa85-c1a2-492f-87b6-0932c1c9bc59 None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'db709590-f5c4-4643-a202-06a42c946987', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'port_id': '04af963c-42ee-4251-8552-a695dc2db4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'mac_address': 'fa:16:3e:31:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:54Z', 'updated_at': '2022-08-26T08:58:10Z', 'revision_number': 1, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:58:12.633415 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:12.638615 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-605cd6d1-5c46-4756-a2a3-0c6d5b667e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:12.640519 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-605cd6d1-5c46-4756-a2a3-0c6d5b667e7a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=7b89dcda-85d5-4bc7-8c82-22c051e5c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695171 Aug 26 08:58:12.644955 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-67c89678-a524-41b8-ac78-3afb616b37c1 req-eb23599a-adbb-4860-83fe-9c9709676cc7 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959499 Aug 26 08:58:12.766656 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-efe25419-6e90-4136-a3ae-1b71c147dfdd service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119993 Aug 26 08:58:12.869152 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d142d-fee8-44d7-a41c-f372c63d5edc None None] New status for floating IP db709590-f5c4-4643-a202-06a42c946987: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:58:12.893405 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f7dff79b-e58e-476c-9c8c-f757a42fe80a req-3fffe609-abed-4455-afeb-29e6c6368a04 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156332 Aug 26 08:58:13.470693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d601-a475-40bd-9bda-be84a4ab2267 req-e7a0cdd9-2b72-4745-a3d2-67388f1b88ac tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:13.472232 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa58d601-a475-40bd-9bda-be84a4ab2267 req-e7a0cdd9-2b72-4745-a3d2-67388f1b88ac tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Aug 26 08:58:13.526436 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fa58d601-a475-40bd-9bda-be84a4ab2267 req-e7c57fe3-70d4-4a89-8982-539eede09a1e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483582 Aug 26 08:58:13.776799 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a91c-e09c-4142-99ab-f8dabba18f43 req-8ef408d6-f581-4e9b-b0a6-c7e593c2946c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:13.778589 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4146a91c-e09c-4142-99ab-f8dabba18f43 req-8ef408d6-f581-4e9b-b0a6-c7e593c2946c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0509126 Aug 26 08:58:13.830481 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4146a91c-e09c-4142-99ab-f8dabba18f43 req-b9e06f40-46e8-4378-a251-ff0b9b2c4fba tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451915 Aug 26 08:58:14.658650 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b4cf-1fd8-4f4b-b94d-d3f377355b57 req-8c656939-27f7-4c2f-9371-6af57b46174e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:14.660266 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bb21b4cf-1fd8-4f4b-b94d-d3f377355b57 req-8c656939-27f7-4c2f-9371-6af57b46174e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.0562887 Aug 26 08:58:14.709418 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:14.714466 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bb21b4cf-1fd8-4f4b-b94d-d3f377355b57 req-d843a9bb-efa9-4b85-87b1-2322b03f675c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 Aug 26 08:58:14.845531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35146f4-3e93-478b-907c-554eee04c006 req-9a8f9ff5-48e1-4dc6-ac1f-52007e953bad tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:14.847110 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c35146f4-3e93-478b-907c-554eee04c006 req-9a8f9ff5-48e1-4dc6-ac1f-52007e953bad tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.0512547 Aug 26 08:58:14.861699 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48342) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:58:14.868503 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'port_id': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:58:14.914345 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (5745cf1d-05e0-4d6f-8d6e-363e7070a7b0), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:15.020604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696127-93cf-4117-84d6-3556dbb59495 req-0289564e-3611-44f0-aa1e-780efc8ea873 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:15.022146 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-70696127-93cf-4117-84d6-3556dbb59495 req-0289564e-3611-44f0-aa1e-780efc8ea873 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1053815 Aug 26 08:58:15.139068 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-70696127-93cf-4117-84d6-3556dbb59495 req-a90e8590-8098-4e29-b8d3-8dcc6e4d502f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958302 Aug 26 08:58:15.204265 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:15.443409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:15.449466 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (5745cf1d-05e0-4d6f-8d6e-363e7070a7b0), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:15.558271 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP 5745cf1d-05e0-4d6f-8d6e-363e7070a7b0 associated. External IP: 172.27.3.194, port: ce968e83-b42f-4852-8fd6-c16bf4f5b0ee. Aug 26 08:58:15.622343 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c3234556-03ee-4cd4-aa8d-706ad7e6ad95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:15.776782 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:58:16.164681 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:58:16.171908 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:16.182206 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:58:16.195342 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:58:16.196121 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:16.206341 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-445df506-a84e-49e1-b91c-cfe0f6f6bc97 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/5745cf1d-05e0-4d6f-8d6e-363e7070a7b0 HTTP/1.1" status: 200 len: 991 time: 1.3432307 Aug 26 08:58:16.207129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:16.210308 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41206e5-8030-49b7-a174-c23029a5cfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:16.267044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea07a724-eb5a-4179-9422-4d73803ec477 x-openstack-request-id: req-ea07a724-eb5a-4179-9422-4d73803ec477 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:16.267980 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:16.267980 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea07a724-eb5a-4179-9422-4d73803ec477 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:16.268836 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea07a724-eb5a-4179-9422-4d73803ec477'] response: {'name': 'network-changed', 'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'status': 'completed', 'code': 200} Aug 26 08:58:16.338087 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:58:16.350927 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf44e3-b556-4554-a53b-22485004185e req-3ce12170-b08b-4aa7-91d2-4a8841cd368c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:16.352607 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a5cf44e3-b556-4554-a53b-22485004185e req-3ce12170-b08b-4aa7-91d2-4a8841cd368c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1215494 Aug 26 08:58:16.369989 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-0ab3b637-3ec9-404f-beab-4e830d96df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:16.371545 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-0ab3b637-3ec9-404f-beab-4e830d96df58 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 1129 time: 0.0610690 Aug 26 08:58:16.483854 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a5cf44e3-b556-4554-a53b-22485004185e req-64851ffc-8c13-4800-8f2d-ca726d0e267a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167433 Aug 26 08:58:16.512404 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-c61c9237-8370-4c38-bd6e-ec71b8362e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:16.514231 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-c61c9237-8370-4c38-bd6e-ec71b8362e08 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 916 time: 0.1353538 Aug 26 08:58:16.515238 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:16.520158 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:16.591799 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-40c8f09a-852d-4c84-b0e8-e09550458d15 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee HTTP/1.1" status: 200 len: 999 time: 0.0642798 Aug 26 08:58:16.597322 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '5745cf1d-05e0-4d6f-8d6e-363e7070a7b0', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:01:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0695da3e-654d-4b9d-be68-e195e539e831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:57Z', 'updated_at': '2022-08-26T08:58:15Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:16.627070 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:58:16.636881 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:58:16.637496 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:57:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:16.649721 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-c0779765-a80a-4062-b3ca-0b1a34d1fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:16.651234 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-c0779765-a80a-4062-b3ca-0b1a34d1fa89 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0495353 Aug 26 08:58:16.701572 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-69c6c220-c279-4189-a084-042a550b9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:16.703128 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-69c6c220-c279-4189-a084-042a550b9379 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434358 Aug 26 08:58:16.751266 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:58:16.812628 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-ec80070f-6335-4e12-991e-8208389521a3 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994220 Aug 26 08:58:16.861188 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:16.913731 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b41206e5-8030-49b7-a174-c23029a5cfc0 req-cc2c0207-29c0-4649-b9ec-8dcabb7967e6 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944059 Aug 26 08:58:16.975817 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '5745cf1d-05e0-4d6f-8d6e-363e7070a7b0', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:01:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0695da3e-654d-4b9d-be68-e195e539e831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:57Z', 'updated_at': '2022-08-26T08:58:15Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:17.002576 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190864b3-207a-4ef6-ba06-336144aa2afa None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '5745cf1d-05e0-4d6f-8d6e-363e7070a7b0', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:01:64:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0695da3e-654d-4b9d-be68-e195e539e831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:57:57Z', 'updated_at': '2022-08-26T08:58:15Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:58:17.211529 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0aa82-19bf-4c85-8bd3-10df2e07148a None None] New status for floating IP 5745cf1d-05e0-4d6f-8d6e-363e7070a7b0: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:58:17.258497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-0d486adc-25ea-4098-a0c8-535190c30686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:17.260008 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-0d486adc-25ea-4098-a0c8-535190c30686 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1130 time: 0.0456588 Aug 26 08:58:17.377033 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-6a78090c-693c-4823-8734-653ef3a095ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:17.378538 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-6a78090c-693c-4823-8734-653ef3a095ee service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 911 time: 0.1033554 Aug 26 08:58:17.455670 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-33ef791d-84de-4d34-bb82-2a5fa5ac2993 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 1002 time: 0.0663953 Aug 26 08:58:17.495928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:17.512527 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-368897d8-c83c-42d4-a557-1f19664aa9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:17.513951 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-368897d8-c83c-42d4-a557-1f19664aa9d2 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.0483601 Aug 26 08:58:17.563603 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-b6755aa2-68c7-4c3c-855f-0ab05de5245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:17.565154 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-b6755aa2-68c7-4c3c-855f-0ab05de5245c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417423 Aug 26 08:58:17.618739 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41887301-3974-4de4-974d-cc30d670b4a7 req-ff5cc419-f752-4cc7-9484-e0bed1746912 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:17.620288 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-41887301-3974-4de4-974d-cc30d670b4a7 req-ff5cc419-f752-4cc7-9484-e0bed1746912 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0528343 Aug 26 08:58:17.641358 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:17.677589 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-9d5cf4ff-e689-4048-9f80-f7c70eac3a4a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967166 Aug 26 08:58:17.680064 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-41887301-3974-4de4-974d-cc30d670b4a7 req-1d0edb82-a363-4bbf-9fb9-a9cc86d3e73a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532684 Aug 26 08:58:17.777408 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8ca40ba4-e809-4c43-b3eb-7debe62c7a19 req-74e3953b-2b71-43cf-a469-8b85dfa54c5c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908186 Aug 26 08:58:18.289004 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:18.297028 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0296b406-5a79-43ef-a1ae-de8c0f1add62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:18.809887 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03efaf-913a-48a3-aba6-be2ffaa20622 req-b800e905-5327-4e4a-be0d-5e3630feebc6 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:18.811486 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a03efaf-913a-48a3-aba6-be2ffaa20622 req-b800e905-5327-4e4a-be0d-5e3630feebc6 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0497341 Aug 26 08:58:18.867303 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a03efaf-913a-48a3-aba6-be2ffaa20622 req-6ec4313a-20ab-4e7c-8bc0-af66a1bac455 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493038 Aug 26 08:58:19.920026 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:19.941334 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:19.994341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf7ac4-d4c9-4bfd-a108-a6d83ff5a944 req-bc86c1f9-e73d-4af6-a4ee-012bcbbafe7f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:19.995952 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-28bf7ac4-d4c9-4bfd-a108-a6d83ff5a944 req-bc86c1f9-e73d-4af6-a4ee-012bcbbafe7f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0490472 Aug 26 08:58:20.050119 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-28bf7ac4-d4c9-4bfd-a108-a6d83ff5a944 req-f4224a68-e129-49bc-81b7-235117c70a6c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479953 Aug 26 08:58:21.193453 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb165-501f-4ecc-afa1-e370b7e99ade req-a65110f1-45f0-499c-8a6e-3582a217480c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:21.194879 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-617eb165-501f-4ecc-afa1-e370b7e99ade req-a65110f1-45f0-499c-8a6e-3582a217480c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0639243 Aug 26 08:58:21.251801 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-617eb165-501f-4ecc-afa1-e370b7e99ade req-ec3581b5-a0e2-4a08-a9f0-bb64b55bfa59 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Aug 26 08:58:21.305359 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:21.508495 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-ebec2f0d-5c19-4b49-966f-668ee7705174 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719984 Aug 26 08:58:21.531129 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424bc58-cbe9-436c-bb4d-c016f16f5306 req-66e6ce6f-89e5-44d8-9339-705d4bab209e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:21.532609 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9424bc58-cbe9-436c-bb4d-c016f16f5306 req-66e6ce6f-89e5-44d8-9339-705d4bab209e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0648849 Aug 26 08:58:21.616436 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-ef76abee-20cf-4326-9f1b-585c5999d9dd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:21.617781 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-ef76abee-20cf-4326-9f1b-585c5999d9dd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports/3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 943 time: 0.0710971 Aug 26 08:58:21.632207 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9424bc58-cbe9-436c-bb4d-c016f16f5306 req-41eaf974-b1fa-4852-89bd-8e944e4d461a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925131 Aug 26 08:58:22.290429 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:22.763811 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af810937-c134-4077-a3fe-c149a0864885 req-220d36ed-c087-453f-aac9-5a8e21806dae tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:22.765287 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-af810937-c134-4077-a3fe-c149a0864885 req-220d36ed-c087-453f-aac9-5a8e21806dae tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0551677 Aug 26 08:58:22.804587 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:22.823473 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-af810937-c134-4077-a3fe-c149a0864885 req-63a9a5d0-fa0e-40b1-811e-fa10a885871e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514958 Aug 26 08:58:23.418807 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:58:23.493652 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 is: ACTIVE; New status is: DOWN {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:23.494037 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:23.520622 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:23.522874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1deb90-ac9c-4486-ba63-1b8412af9ca4" -d '{"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-unplugged", "status": "completed", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:23.539131 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:23.545885 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:23.571140 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3622b3-d3cb-43ca-b19d-f9e93c6f4efa x-openstack-request-id: req-ef3622b3-d3cb-43ca-b19d-f9e93c6f4efa {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:23.571395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-unplugged", "status": "completed", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:23.571653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef3622b3-d3cb-43ca-b19d-f9e93c6f4efa {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:23.572038 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3622b3-d3cb-43ca-b19d-f9e93c6f4efa'] response: {'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'code': 200} Aug 26 08:58:23.598777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=6']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:23.783770 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-00b710d3-eca2-4e09-88b0-aeb6e5ab7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:23.785455 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-00b710d3-eca2-4e09-88b0-aeb6e5ab7df3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820&tenant_id=37cc63bca9274f9ba58f8a92a499a36d HTTP/1.1" status: 200 len: 1128 time: 0.0882990 Aug 26 08:58:23.855579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-d24e0d5b-9946-4687-9fba-100a51acf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:23.857020 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-d24e0d5b-9946-4687-9fba-100a51acf228 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1128 time: 0.0441818 Aug 26 08:58:23.908562 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:23.949598 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b71bda-aa6e-40f8-812d-89a2e69448b7 req-e5245422-951e-49e2-82f4-f9cce1598dce tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:23.951160 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-85b71bda-aa6e-40f8-812d-89a2e69448b7 req-e5245422-951e-49e2-82f4-f9cce1598dce tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0479393 Aug 26 08:58:23.958074 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-fddf75a7-5540-4e2a-badc-1f5294636ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:23.959593 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-fddf75a7-5540-4e2a-badc-1f5294636ea8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 911 time: 0.0939443 Aug 26 08:58:24.006925 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-85b71bda-aa6e-40f8-812d-89a2e69448b7 req-1aed050c-79f8-4fd9-bd34-3b38796430d3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495973 Aug 26 08:58:24.028297 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-1a66e26c-422e-4c8a-b1cc-5cd06bf330e4 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 1000 time: 0.0610001 Aug 26 08:58:24.087550 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-6f7b13ff-dfac-45fc-99d8-7b15c9e1ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:24.089321 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-6f7b13ff-dfac-45fc-99d8-7b15c9e1ab73 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.0527046 Aug 26 08:58:24.144658 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-d8f7255b-a822-4b0b-a46f-96d233c5c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:24.146185 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-d8f7255b-a822-4b0b-a46f-96d233c5c476 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467486 Aug 26 08:58:24.256067 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-14f711a0-f535-45db-84b6-f4bb8bca519e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914197 Aug 26 08:58:24.275856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:24.368206 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-9ea59258-8014-4dc9-a721-f983ed816a67 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027331 Aug 26 08:58:25.141149 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd4a1-9315-4dca-84a4-ba994c7ea558 req-0257828a-a257-433d-afa0-8e3317739bf9 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:25.142829 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ca9fd4a1-9315-4dca-84a4-ba994c7ea558 req-0257828a-a257-433d-afa0-8e3317739bf9 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0580208 Aug 26 08:58:25.203650 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ca9fd4a1-9315-4dca-84a4-ba994c7ea558 req-278c1042-4212-4039-af8e-2d6ced27379d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546749 Aug 26 08:58:25.674874 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:58:26.329544 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859777bc-d9ce-44dd-bd45-87e047be428b req-469b0827-c523-4d86-8852-cb70f9dcd816 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:26.331127 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-859777bc-d9ce-44dd-bd45-87e047be428b req-469b0827-c523-4d86-8852-cb70f9dcd816 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0514088 Aug 26 08:58:26.383000 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-859777bc-d9ce-44dd-bd45-87e047be428b req-86a292a9-dcc3-4fd9-8b09-9c1b40663382 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Aug 26 08:58:27.537677 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7355f-dbd7-4968-8657-2cb2e379658a req-eaca312f-6ff3-4331-a530-aaf5129cbecc tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:27.539229 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ae7355f-dbd7-4968-8657-2cb2e379658a req-eaca312f-6ff3-4331-a530-aaf5129cbecc tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0616992 Aug 26 08:58:27.597034 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4ae7355f-dbd7-4968-8657-2cb2e379658a req-00d05e80-e140-4868-8d92-bfe693b11aeb tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518308 Aug 26 08:58:28.734434 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780eb22-783e-4a27-9846-21a59eaaa956 req-4ce57797-6e0b-4189-a270-9d029fa79a50 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:28.736000 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d780eb22-783e-4a27-9846-21a59eaaa956 req-4ce57797-6e0b-4189-a270-9d029fa79a50 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0593498 Aug 26 08:58:28.788618 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d780eb22-783e-4a27-9846-21a59eaaa956 req-f8ea43bc-4a00-4f54-98ce-c56e36fe1605 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465236 Aug 26 08:58:29.924627 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a416f-a0ab-4b5a-a721-73919490dd67 req-9362d843-e6d4-4701-b782-87294c969b18 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:29.926173 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bb1a416f-a0ab-4b5a-a721-73919490dd67 req-9362d843-e6d4-4701-b782-87294c969b18 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0554643 Aug 26 08:58:29.985491 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bb1a416f-a0ab-4b5a-a721-73919490dd67 req-9ba49191-897c-451c-99bb-7931527688f8 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534496 Aug 26 08:58:31.110727 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e472e8-b6de-478e-979a-e347e0a7b4a4 req-0a199211-f481-4d0d-bf06-b9dfc688349e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:31.112319 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e3e472e8-b6de-478e-979a-e347e0a7b4a4 req-0a199211-f481-4d0d-bf06-b9dfc688349e tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0503516 Aug 26 08:58:31.168314 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e3e472e8-b6de-478e-979a-e347e0a7b4a4 req-36169445-b6cd-479a-af56-a7cf9847975f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473673 Aug 26 08:58:31.792633 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:32.304393 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7589e-351b-464e-94ff-ce1b96753467 req-d067d65a-1dec-4ec9-ba87-0d026341ffb3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:32.305897 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-add7589e-351b-464e-94ff-ce1b96753467 req-d067d65a-1dec-4ec9-ba87-0d026341ffb3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0516138 Aug 26 08:58:32.365268 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-add7589e-351b-464e-94ff-ce1b96753467 req-1b9379f3-e83d-41a4-ac89-da4bca9a770c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513816 Aug 26 08:58:33.493540 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:58:33.512730 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9787584-c8ef-4c7a-90f6-6c5cdd8d358b req-de7b11fb-17b5-48bd-9efa-c174f12590d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:33.514282 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c9787584-c8ef-4c7a-90f6-6c5cdd8d358b req-de7b11fb-17b5-48bd-9efa-c174f12590d2 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 944 time: 0.0648682 Aug 26 08:58:33.569129 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c9787584-c8ef-4c7a-90f6-6c5cdd8d358b req-0af7a692-8b27-4107-8aca-1433ba5f8e79 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Aug 26 08:58:33.616959 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:33.630806 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'port_id': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'mac_address': 'fa:16:3e:37:3e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:58:33.670795 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:33.671227 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:33.686145 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:58:33.714059 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:33.721468 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:33.785186 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=7']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:33.793307 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.793652 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.793990 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.794332 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.794659 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.795026 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.795356 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.795653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.795996 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.796292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.796638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.796957 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.797290 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.797649 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:33.797916 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:34.217443 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['3a68c7ab-a856-4f62-ace7-5a4ee528bca2'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:58:34.990293 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e534-1b20-40e7-9ce1-94a31dd3e577 req-d1314ec0-3497-4e90-9d39-48459c95998b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:34.992314 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a116e534-1b20-40e7-9ce1-94a31dd3e577 req-d1314ec0-3497-4e90-9d39-48459c95998b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 945 time: 0.3380554 Aug 26 08:58:35.057875 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a116e534-1b20-40e7-9ce1-94a31dd3e577 req-2f74c56b-d2e6-4ec1-aa40-b997f0dc396a tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570786 Aug 26 08:58:35.663491 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:58:35.670394 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=47 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:35.687454 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:35.690342 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:35.716914 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:58:35.717308 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:35.792891 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:58:35.794275 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:35.822697 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:35.825025 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb2d65b-6010-4322-874b-b9864c9c062f" -d '{"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-plugged", "status": "completed", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:35.838512 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:35.844882 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:35.869835 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae81398-75d8-43cf-997e-0b3134b76e7b x-openstack-request-id: req-6ae81398-75d8-43cf-997e-0b3134b76e7b {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:35.870131 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-plugged", "status": "completed", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:35.870382 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ae81398-75d8-43cf-997e-0b3134b76e7b {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:35.870782 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae81398-75d8-43cf-997e-0b3134b76e7b'] response: {'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'code': 200} Aug 26 08:58:35.900351 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=8']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:36.188777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89107f39-4c1e-4b05-b2f9-1414e864264c req-1fe2c473-4061-4bd9-8058-aaeaa6b2531f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:36.191851 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-89107f39-4c1e-4b05-b2f9-1414e864264c req-1fe2c473-4061-4bd9-8058-aaeaa6b2531f tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0508382 Aug 26 08:58:36.230100 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:36.249645 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f53d9-a981-4618-9271-53752e63b0e2 req-9ddc799e-f148-40ef-aa59-cfacc4c4a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:36.251586 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1d9f53d9-a981-4618-9271-53752e63b0e2 req-9ddc799e-f148-40ef-aa59-cfacc4c4a004 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1130 time: 0.0586290 Aug 26 08:58:36.289987 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-89107f39-4c1e-4b05-b2f9-1414e864264c req-9502f69a-1559-4b65-b554-f9cea28573f1 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859156 Aug 26 08:58:36.320569 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1d9f53d9-a981-4618-9271-53752e63b0e2 req-e0041920-0243-4db5-bfaf-bb2d6ff0feea service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509260 Aug 26 08:58:37.416615 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857e00-9391-423f-a968-5dfe4f1fdae7 req-e60b9301-385f-4687-8c04-0a1cbe706a69 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:37.418143 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fd857e00-9391-423f-a968-5dfe4f1fdae7 req-e60b9301-385f-4687-8c04-0a1cbe706a69 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0521994 Aug 26 08:58:37.468676 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fd857e00-9391-423f-a968-5dfe4f1fdae7 req-c03f057d-59d3-490e-9682-ed4edaa9893d tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446734 Aug 26 08:58:37.623158 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-ec4b31e7-ce72-4ddd-92f3-2224495e36b7 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406175 Aug 26 08:58:37.718610 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-28b5eeb4-233d-4bac-b23a-d336191ef7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:37.720210 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-28b5eeb4-233d-4bac-b23a-d336191ef7d9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=01d9fa7bc7124476aa295e69b120becd&device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 1129 time: 0.0482154 Aug 26 08:58:37.849229 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-9bcddfbe-2ecd-4ada-a44a-e13384220cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:37.850709 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-9bcddfbe-2ecd-4ada-a44a-e13384220cbc service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 200 len: 921 time: 0.0993075 Aug 26 08:58:37.901809 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-9f45426b-2e1f-481f-bb1e-4f4224c93f40 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 200 len: 217 time: 0.0418999 Aug 26 08:58:38.613361 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4c48c-06b2-40d8-948d-d1d1fb7081ce req-abab7c74-0930-457f-a684-af7b5818a63c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:38.614906 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9bb4c48c-06b2-40d8-948d-d1d1fb7081ce req-abab7c74-0930-457f-a684-af7b5818a63c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0585027 Aug 26 08:58:38.674146 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9bb4c48c-06b2-40d8-948d-d1d1fb7081ce req-930f76d0-cb65-4e5d-8bea-d5392379d559 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516837 Aug 26 08:58:38.737837 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-f2da6628-ebd4-4804-92eb-fdd013b9665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:38.739975 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-f2da6628-ebd4-4804-92eb-fdd013b9665d service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 200 len: 858 time: 0.0648799 Aug 26 08:58:38.970946 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:38.985239 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-406605f1-5446-4b2c-a63f-3ce4f9f2afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:38.986804 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-406605f1-5446-4b2c-a63f-3ce4f9f2afbc service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0095b163-b541-4b8f-a3b6-64656b6e47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512056 Aug 26 08:58:39.106860 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-21c3e2c6-9fc6-4f3f-a2a7-7b6e0a2282c4 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069925 Aug 26 08:58:39.218068 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ac9850dc-068e-4ecc-acbf-60cefe1a2c56 req-ad2ec8cb-e671-4958-8b5d-681ebdaa2cd8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938737 Aug 26 08:58:45.627408 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7e690909-9b99-45fd-9b03-d80a6dc8aafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:46.779367 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:46.780119 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:47.461103 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=53 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:47.464663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=76 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:48.290238 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ec84c387-a04c-4ebe-99e0-37568b2645ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:49.207623 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=19 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:49.214047 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=68 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:49.559587 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8903d-a830-4e3d-bde7-67155accd2db req-dd718e51-776a-48fb-8fd9-1dbd83afb0df tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:49.561214 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-86a8903d-a830-4e3d-bde7-67155accd2db req-dd718e51-776a-48fb-8fd9-1dbd83afb0df tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0493054 Aug 26 08:58:49.616477 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-86a8903d-a830-4e3d-bde7-67155accd2db req-fb7abcaf-fca5-4144-b79c-cbc545ca56bc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493417 Aug 26 08:58:49.743946 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb4e4-9711-4167-8660-e0bc377c1cf4 req-4d546a81-bff2-41bd-a19e-8b7df078168f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:49.745389 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bdcfb4e4-9711-4167-8660-e0bc377c1cf4 req-4d546a81-bff2-41bd-a19e-8b7df078168f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0487206 Aug 26 08:58:49.797729 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bdcfb4e4-9711-4167-8660-e0bc377c1cf4 req-12d97a50-fff7-49a3-99d6-1dc02eeefd0f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456612 Aug 26 08:58:49.941929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:50.760704 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7449a-dc5a-4596-9f99-b629fb5021a7 req-d502bdac-7858-431d-bf7f-466eeff96281 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:50.762280 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1fb7449a-dc5a-4596-9f99-b629fb5021a7 req-d502bdac-7858-431d-bf7f-466eeff96281 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0529728 Aug 26 08:58:50.835128 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1fb7449a-dc5a-4596-9f99-b629fb5021a7 req-8e4c676a-703f-424f-8f1a-9093a6939002 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649703 Aug 26 08:58:50.936798 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2d26-8fb3-483d-9a2f-252c246c8bb9 req-2a591381-2c96-43df-a687-2eebeb1e222b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:50.938436 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e0ac2d26-8fb3-483d-9a2f-252c246c8bb9 req-2a591381-2c96-43df-a687-2eebeb1e222b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0589800 Aug 26 08:58:50.996314 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e0ac2d26-8fb3-483d-9a2f-252c246c8bb9 req-ff313fcc-c663-4a9a-acc7-a1bb4b0111d9 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490091 Aug 26 08:58:51.292861 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:51.978262 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb7ef6-4fd3-4f3b-b83a-dfe88eca11ae req-ec39a489-9d37-42c8-aece-5c060fe7456a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:51.979885 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f1cb7ef6-4fd3-4f3b-b83a-dfe88eca11ae req-ec39a489-9d37-42c8-aece-5c060fe7456a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0523658 Aug 26 08:58:52.034445 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f1cb7ef6-4fd3-4f3b-b83a-dfe88eca11ae req-72a98cf9-3d42-4c14-a338-2a7d87f01d83 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486550 Aug 26 08:58:52.119703 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b2bf-7954-4dc8-9fa4-704f9add47dc req-0657566c-b1a4-4566-82e0-84c4d14aa83e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:52.121216 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-33f1b2bf-7954-4dc8-9fa4-704f9add47dc req-0657566c-b1a4-4566-82e0-84c4d14aa83e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0479121 Aug 26 08:58:52.174623 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-33f1b2bf-7954-4dc8-9fa4-704f9add47dc req-f3f76717-84b4-4f03-b05c-a7490f0b2d2b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Aug 26 08:58:52.290312 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:53.176592 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7507-51c0-4e4f-afea-31b0e99feb7e req-39c61252-7533-487b-a160-7d598059ffc4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:53.178107 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37af7507-51c0-4e4f-afea-31b0e99feb7e req-39c61252-7533-487b-a160-7d598059ffc4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0589309 Aug 26 08:58:53.230640 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-37af7507-51c0-4e4f-afea-31b0e99feb7e req-e6b31034-59d3-432c-9b78-80c529dd0cae tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Aug 26 08:58:53.321082 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a2c4-b460-4682-99e6-da495b4a42a5 req-77a6a9c6-7c11-4306-8c16-f933b5f6d380 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:53.322721 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ee11a2c4-b460-4682-99e6-da495b4a42a5 req-77a6a9c6-7c11-4306-8c16-f933b5f6d380 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0655155 Aug 26 08:58:53.383789 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ee11a2c4-b460-4682-99e6-da495b4a42a5 req-199c7217-1335-4c2c-bd48-e52b5ea00a74 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550125 Aug 26 08:58:54.362646 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3ae00-4e23-41da-8d5d-666eb14f34e8 req-43b2cf3e-97a7-415f-b13b-5a2c5601afc2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:54.364204 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6dc3ae00-4e23-41da-8d5d-666eb14f34e8 req-43b2cf3e-97a7-415f-b13b-5a2c5601afc2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0536191 Aug 26 08:58:54.416286 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6dc3ae00-4e23-41da-8d5d-666eb14f34e8 req-798a60e8-a143-4bb5-9982-d57507d243a3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462682 Aug 26 08:58:54.512732 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f575c-57de-40fb-adcb-d1c179e1d74b req-956d0746-645b-4fb5-b22a-f7ec4fdf2db5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:54.514268 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9b6f575c-57de-40fb-adcb-d1c179e1d74b req-956d0746-645b-4fb5-b22a-f7ec4fdf2db5 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0500157 Aug 26 08:58:54.565147 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9b6f575c-57de-40fb-adcb-d1c179e1d74b req-1e10b66d-3227-4127-84f4-ddb9e7693838 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=406b467d-5973-4289-bb7b-d2aac3d9b593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Aug 26 08:58:55.111316 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328d48a-ea27-45ed-a158-344199845728 req-978011c4-253b-4eb2-b530-5951432b29c4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:55.112896 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2328d48a-ea27-45ed-a158-344199845728 req-978011c4-253b-4eb2-b530-5951432b29c4 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 946 time: 0.0487452 Aug 26 08:58:55.206119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Deleting port a81dfa72-6e98-4baf-ad11-0355ffe802a1 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:58:55.206440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:55.300709 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] For port a81dfa72-6e98-4baf-ad11-0355ffe802a1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a81dfa72-6e98-4baf-ad11-0355ffe802a1,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:58:55.301081 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:55.472334 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:55.472823 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:55.473176 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Floating IP a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e disassociated. External IP: 172.27.3.130, port: a81dfa72-6e98-4baf-ad11-0355ffe802a1. Aug 26 08:58:55.473528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Calling delete_port for a81dfa72-6e98-4baf-ad11-0355ffe802a1 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:58:55.527283 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:55.533094 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:55.552115 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60eb1f-9417-4a78-aead-ec719bbb1515 req-f83b4f61-2ffd-41a2-8c2a-e27a4a05a8bd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:55.553723 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cd60eb1f-9417-4a78-aead-ec719bbb1515 req-f83b4f61-2ffd-41a2-8c2a-e27a4a05a8bd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0553615 Aug 26 08:58:55.605490 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cd60eb1f-9417-4a78-aead-ec719bbb1515 req-970b60ab-1407-472f-bb4c-0b530da609e6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452435 Aug 26 08:58:55.624394 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (a81dfa72-6e98-4baf-ad11-0355ffe802a1), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:55.673903 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event deleted for resources: {'Port': ['ID=a81dfa72-6e98-4baf-ad11-0355ffe802a1,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:55.695532 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2cceb5d7-0417-460f-aaf1-caa50da754d3 req-fa735ba0-bf2a-4e84-aa07-2fd23ab7558b tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0370781 Aug 26 08:58:55.702672 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.702672 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.703012 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.703339 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.703791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.704204 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.704544 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.704866 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.705326 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.705621 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.705844 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.706172 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.706496 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.706817 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.707170 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:55.822084 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Router 4d5f7030-d2de-4809-a56f-afd205ddcd55 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:58:55.929768 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:58:55.939866 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] Sync routers for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:58:55.957547 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:58:55.958192 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:58:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:55.975692 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] No DVR routers for this DVR port a81dfa72-6e98-4baf-ad11-0355ffe802a1 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:58:55.978490 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:55.981988 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2328d48a-ea27-45ed-a158-344199845728 req-eeed7c4c-853f-44d7-9df0-420f30f8f678 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "DELETE /networking/v2.0/ports/a81dfa72-6e98-4baf-ad11-0355ffe802a1 HTTP/1.1" status: 204 len: 173 time: 0.8625188 Aug 26 08:58:55.982473 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'name': 'network-vif-deleted', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:58:55.985104 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30339f1-5110-4c3e-ae32-6b3df0dccbfd" -d '{"events": [{"server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "name": "network-vif-deleted", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:58:56.026011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d778f1d-19a9-4a7e-93ad-61f77879eece x-openstack-request-id: req-3d778f1d-19a9-4a7e-93ad-61f77879eece {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:58:56.026446 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704235c-9819-4980-9ee0-b46ecd91de2e", "name": "network-vif-deleted", "tag": "a81dfa72-6e98-4baf-ad11-0355ffe802a1", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:58:56.026681 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d778f1d-19a9-4a7e-93ad-61f77879eece {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:58:56.027020 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d778f1d-19a9-4a7e-93ad-61f77879eece'] response: {'server_uuid': '1704235c-9819-4980-9ee0-b46ecd91de2e', 'name': 'network-vif-deleted', 'tag': 'a81dfa72-6e98-4baf-ad11-0355ffe802a1', 'status': 'completed', 'code': 200} Aug 26 08:58:56.069888 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:58:56.272249 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:56.391316 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] Checking router: 4d5f7030-d2de-4809-a56f-afd205ddcd55 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:58:56.400416 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:58:56.401016 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:58:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:56.503959 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:58:56.690314 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:58:56.719797 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ed4c2-b212-4661-a255-c0ab33cfbb38 None None] The sync data for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi is: [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:55Z', 'revision_number': 4, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'e08441ef-7c9d-4b7f-916c-aedd00ec842d', 'name': '', 'network_id': '0095b163-b541-4b8f-a3b6-64656b6e47e8', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'mac_address': 'fa:16:3e:3e:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:52Z', 'updated_at': '2022-08-26T08:52:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'subnets': [{'id': '12214ee7-024f-4e2b-b8c7-53ae30dd40bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:58:56.737600 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbc057-6f73-41be-846e-f8a8bcf2d3af req-e70cea3c-0257-49ab-9aaa-ce70a5bb50bc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:56.739302 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d2bbc057-6f73-41be-846e-f8a8bcf2d3af req-e70cea3c-0257-49ab-9aaa-ce70a5bb50bc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0520298 Aug 26 08:58:56.800540 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d2bbc057-6f73-41be-846e-f8a8bcf2d3af req-767013f3-1beb-47bc-9ffa-1389463bacaf tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Aug 26 08:58:56.832773 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ca00fdc2-64a8-418e-96ce-cc19ad565eb3 req-fea1e532-6728-471d-84ca-f16ee92b4da2 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1704235c-9819-4980-9ee0-b46ecd91de2e HTTP/1.1" status: 200 len: 210 time: 0.0410330 Aug 26 08:58:57.006304 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c6777-0c1b-4c66-81e9-351c6dc0381d None None] New status for floating IP a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e: DOWN {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:58:57.809117 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device a81dfa72-6e98-4baf-ad11-0355ffe802a1 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:58:57.832473 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: a81dfa72-6e98-4baf-ad11-0355ffe802a1 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:58:57.832815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device a81dfa72-6e98-4baf-ad11-0355ffe802a1 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:58:57.936964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48526) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:58:57.961223 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ba80b-86a4-4e34-8962-b93cb1aec210 req-6e5181cf-d0e2-44dc-b46e-db0c6063f6c9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:57.962789 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-733ba80b-86a4-4e34-8962-b93cb1aec210 req-6e5181cf-d0e2-44dc-b46e-db0c6063f6c9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0590432 Aug 26 08:58:58.003304 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group (406b467d-5973-4289-bb7b-d2aac3d9b593), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.019766 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-733ba80b-86a4-4e34-8962-b93cb1aec210 req-7b2a24c8-0350-4616-866f-115bc5bd2e6d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497444 Aug 26 08:58:58.028063 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group (406b467d-5973-4289-bb7b-d2aac3d9b593), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.079450 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (406b467d-5973-4289-bb7b-d2aac3d9b593), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.082246 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.084065 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/406b467d-5973-4289-bb7b-d2aac3d9b593 HTTP/1.1" status: 204 len: 168 time: 0.1452565 Aug 26 08:58:58.087931 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48528) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:58:58.093831 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406b467d-5973-4289-bb7b-d2aac3d9b593,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:58.101425 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.101731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.102070 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.102329 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.api.v2.resource [None req-579fa8e2-c724-436b-9eec-d54eb7e375ef tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] show failed (client error): The resource could not be found. Aug 26 08:58:58.102474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.102752 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.103062 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.103359 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-579fa8e2-c724-436b-9eec-d54eb7e375ef tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups/406b467d-5973-4289-bb7b-d2aac3d9b593 HTTP/1.1" status: 404 len: 347 time: 0.0141432 Aug 26 08:58:58.103624 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.103749 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.104011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.104326 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.104650 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.104968 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.105293 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.105604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.105950 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ea1d8-9a0a-445a-8479-36da88495c92 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:58:58.106400 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48530) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:58:58.220311 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Deleting port b1f7b13d-1189-4b34-938c-29f635fe40ae {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:58:58.220607 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.303101 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.303399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (b1f7b13d-1189-4b34-938c-29f635fe40ae), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.316317 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Calling delete_port for b1f7b13d-1189-4b34-938c-29f635fe40ae owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:58:58.402610 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:58.435868 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:58:58.457751 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (b1f7b13d-1189-4b34-938c-29f635fe40ae), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.484966 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event deleted for resources: {'Port': ['ID=b1f7b13d-1189-4b34-938c-29f635fe40ae,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:58:58.514425 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks [] for floatingip (a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.517040 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:58:58.518201 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ae99bd43-3876-497c-99bb-2086f9cec782 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/a5f32c1a-abc6-4e1f-9eeb-fd047ea6b81e HTTP/1.1" status: 204 len: 168 time: 0.4108369 Aug 26 08:58:59.158227 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2829-8f54-4656-81e1-79ed2806adaa req-61b0ec51-63f6-4d71-81ad-722a3bb21878 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:58:59.159854 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-34ef2829-8f54-4656-81e1-79ed2806adaa req-61b0ec51-63f6-4d71-81ad-722a3bb21878 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0546300 Aug 26 08:58:59.215494 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-34ef2829-8f54-4656-81e1-79ed2806adaa req-05190d7b-67bf-4852-9ccb-ab310afadcba tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487533 Aug 26 08:59:00.341853 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c6b7-cf8d-49a1-81ce-a88be6c4c258 req-7ad1db22-0009-49d7-8f7d-9fe966af70d0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:00.343289 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-35f4c6b7-cf8d-49a1-81ce-a88be6c4c258 req-7ad1db22-0009-49d7-8f7d-9fe966af70d0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0479929 Aug 26 08:59:00.398758 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-35f4c6b7-cf8d-49a1-81ce-a88be6c4c258 req-f5a3b08d-f9c2-4030-9151-c288eb9080ad tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494273 Aug 26 08:59:01.047875 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e76d-b575-437a-bae4-ba700b79bf07 req-d483de8f-2669-417f-911f-71f7eead3dfe tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:01.049569 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7cb4e76d-b575-437a-bae4-ba700b79bf07 req-d483de8f-2669-417f-911f-71f7eead3dfe tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0510199 Aug 26 08:59:01.106108 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7cb4e76d-b575-437a-bae4-ba700b79bf07 req-f786d2a7-3825-4bfe-8b63-74925de1c2d7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503881 Aug 26 08:59:01.533758 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d070a-2e5e-491b-955a-a0d4a45cfbe4 req-7601ad3a-e962-423d-8143-69ad7cd8a97a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:01.535460 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-337d070a-2e5e-491b-955a-a0d4a45cfbe4 req-7601ad3a-e962-423d-8143-69ad7cd8a97a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0531847 Aug 26 08:59:01.586520 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-337d070a-2e5e-491b-955a-a0d4a45cfbe4 req-dfe0f260-9096-48bb-9500-e94e8a336ab5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447302 Aug 26 08:59:01.752743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-7ad4ead0-642d-4432-a26e-a7e7269c6eed tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:01.754335 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-7ad4ead0-642d-4432-a26e-a7e7269c6eed tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 945 time: 0.0490396 Aug 26 08:59:01.795015 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:01.845457 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Deleting port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:01.845815 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:01.949506 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] For port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:01.949880 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:01.964463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Calling delete_port for f2f9abb5-5c56-40e3-aed3-5d7eb434f36c owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:02.102989 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (f2f9abb5-5c56-40e3-aed3-5d7eb434f36c), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:02.122313 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['e25e079a-ddfa-4bd3-849d-dd0e1d98c705', 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:02.141467 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event deleted for resources: {'Port': ['ID=f2f9abb5-5c56-40e3-aed3-5d7eb434f36c,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:02.198722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] No DVR routers for this DVR port f2f9abb5-5c56-40e3-aed3-5d7eb434f36c on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:02.209463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:02.212702 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-92c8a4f9-6796-4901-b804-cb95c48a982d req-9dee8799-f8e2-42b1-b9e9-761e3efd18e7 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "DELETE /networking/v2.0/ports/f2f9abb5-5c56-40e3-aed3-5d7eb434f36c HTTP/1.1" status: 204 len: 173 time: 0.4491706 Aug 26 08:59:02.213244 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea47a3-6a48-4509-8799-634e4e77319c', 'name': 'network-vif-deleted', 'tag': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:02.215633 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad5629-b51e-42da-8b4f-8916d15f10a2" -d '{"events": [{"server_uuid": "14ea47a3-6a48-4509-8799-634e4e77319c", "name": "network-vif-deleted", "tag": "f2f9abb5-5c56-40e3-aed3-5d7eb434f36c"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:02.235684 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a7144653-23c7-4bdf-a6ac-dca7c6910e95 req-49f7f46f-1238-4fa2-ad3e-38bb58b71f35 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=14ea47a3-6a48-4509-8799-634e4e77319c HTTP/1.1" status: 200 len: 210 time: 0.0387225 Aug 26 08:59:02.261424 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f329abd-afde-4538-a827-601fa841bc55 x-openstack-request-id: req-0f329abd-afde-4538-a827-601fa841bc55 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:02.262087 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea47a3-6a48-4509-8799-634e4e77319c", "name": "network-vif-deleted", "tag": "f2f9abb5-5c56-40e3-aed3-5d7eb434f36c", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:02.262349 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f329abd-afde-4538-a827-601fa841bc55 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:02.263152 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f329abd-afde-4538-a827-601fa841bc55'] response: {'server_uuid': '14ea47a3-6a48-4509-8799-634e4e77319c', 'name': 'network-vif-deleted', 'tag': 'f2f9abb5-5c56-40e3-aed3-5d7eb434f36c', 'status': 'completed', 'code': 200} Aug 26 08:59:02.675556 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:59:02.729010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99645-cd6c-4546-9182-d8fff6765744 req-99a807c6-b36f-4cc0-8958-a0d762ce23eb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:02.730539 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-78e99645-cd6c-4546-9182-d8fff6765744 req-99a807c6-b36f-4cc0-8958-a0d762ce23eb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0553386 Aug 26 08:59:02.782877 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-78e99645-cd6c-4546-9182-d8fff6765744 req-d2b99dae-edb2-47d7-87a9-7436430ee3a7 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458550 Aug 26 08:59:03.541944 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7146d-79b2-4d9a-bf33-d10b24fac30a req-dfde9d25-bf8c-4290-ad43-d102eee6c6b1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:03.544029 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6ee7146d-79b2-4d9a-bf33-d10b24fac30a req-dfde9d25-bf8c-4290-ad43-d102eee6c6b1 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0564108 Aug 26 08:59:03.594117 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6ee7146d-79b2-4d9a-bf33-d10b24fac30a req-23edf69a-a16b-40f6-9ac9-9e1c0dc43e3f tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Aug 26 08:59:03.928340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fc943-a94a-47df-8d1b-ff73be267e25 req-c0b6effc-d5ee-47c3-8908-63c59da146b3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:03.929941 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9d1fc943-a94a-47df-8d1b-ff73be267e25 req-c0b6effc-d5ee-47c3-8908-63c59da146b3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0527811 Aug 26 08:59:03.980259 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9d1fc943-a94a-47df-8d1b-ff73be267e25 req-aba695b8-73fe-4e6b-bfbc-cc460101fd3e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Aug 26 08:59:04.725731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aeff9-d2ac-480b-9b4e-fb16878a7697 req-47b5d93b-2409-49cb-a745-c9069970fe25 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:04.727289 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-123aeff9-d2ac-480b-9b4e-fb16878a7697 req-47b5d93b-2409-49cb-a745-c9069970fe25 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0539100 Aug 26 08:59:04.762264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:04.785855 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:04.794991 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-123aeff9-d2ac-480b-9b4e-fb16878a7697 req-2c1ba6ba-ed18-425b-baa9-06d796d06beb tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Aug 26 08:59:05.103438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:05.115283 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26509d-3563-4408-88c5-e14ab99b4134 req-48175d6f-acde-409a-a815-414582cd22f4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:05.116863 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5f26509d-3563-4408-88c5-e14ab99b4134 req-48175d6f-acde-409a-a815-414582cd22f4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0515749 Aug 26 08:59:05.176921 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5f26509d-3563-4408-88c5-e14ab99b4134 req-293a2de4-0424-4435-84cb-ee26219ebb23 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533855 Aug 26 08:59:05.853652 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device f2f9abb5-5c56-40e3-aed3-5d7eb434f36c no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:05.858189 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:05.859173 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:05.886784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: f2f9abb5-5c56-40e3-aed3-5d7eb434f36c {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:05.887368 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device f2f9abb5-5c56-40e3-aed3-5d7eb434f36c not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:05.928966 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9e6c-9c4d-481d-90d2-2411ff8e0a70 req-c22de8a4-9f9b-4fe1-a64d-dc4c039c811e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:05.930479 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2eca9e6c-9c4d-481d-90d2-2411ff8e0a70 req-c22de8a4-9f9b-4fe1-a64d-dc4c039c811e tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0558546 Aug 26 08:59:05.988695 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2eca9e6c-9c4d-481d-90d2-2411ff8e0a70 req-2ed60f90-1fe5-4cde-a314-a44b4bd814c3 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Aug 26 08:59:06.287600 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:06.310734 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6a5f-4cfd-497a-ab87-75330a3f4e62 req-3e563d56-50df-4572-a5dd-7f57b9474d27 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:06.312318 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ad3a6a5f-4cfd-497a-ab87-75330a3f4e62 req-3e563d56-50df-4572-a5dd-7f57b9474d27 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0546110 Aug 26 08:59:06.362147 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ad3a6a5f-4cfd-497a-ab87-75330a3f4e62 req-93df09f2-ddbb-45da-a923-223c66e5b9ab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438359 Aug 26 08:59:06.719145 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=63 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:07.116990 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88aabd-3100-4259-b2f5-cd95b5f022c6 req-c1961fb2-32ab-400e-b9d2-8e0855ec82a6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:07.118588 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-de88aabd-3100-4259-b2f5-cd95b5f022c6 req-c1961fb2-32ab-400e-b9d2-8e0855ec82a6 tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0499361 Aug 26 08:59:07.173545 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-de88aabd-3100-4259-b2f5-cd95b5f022c6 req-5e8c7800-956b-42ae-ada0-f40c1936281a tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32e295de-3e2a-439b-9be5-bb5d90ed64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492113 Aug 26 08:59:07.526812 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-024ea78c-ed27-4954-b69f-da793d789bba tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:07.528346 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-024ea78c-ed27-4954-b69f-da793d789bba tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 945 time: 0.0820146 Aug 26 08:59:07.536844 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6935-445f-4495-a3b7-5c3d4ce44fd4 req-96b48a27-4335-491d-8029-1102ab10545a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:07.538525 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-21ab6935-445f-4495-a3b7-5c3d4ce44fd4 req-96b48a27-4335-491d-8029-1102ab10545a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0811319 Aug 26 08:59:07.646688 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-21ab6935-445f-4495-a3b7-5c3d4ce44fd4 req-bbd46ea9-ec45-4634-b57e-741d87d17b04 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006341 Aug 26 08:59:07.664245 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Deleting port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:07.665301 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:07.786036 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] For port e25e079a-ddfa-4bd3-849d-dd0e1d98c705, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:07.786416 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:07.801628 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Calling delete_port for e25e079a-ddfa-4bd3-849d-dd0e1d98c705 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:07.958224 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (e25e079a-ddfa-4bd3-849d-dd0e1d98c705), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:07.973199 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['e25e079a-ddfa-4bd3-849d-dd0e1d98c705'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:07.988955 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Pushing event deleted for resources: {'Port': ['ID=e25e079a-ddfa-4bd3-849d-dd0e1d98c705,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:08.040686 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] No DVR routers for this DVR port e25e079a-ddfa-4bd3-849d-dd0e1d98c705 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:08.043355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:08.046682 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-97c09643-3ce1-4c02-849b-b72e9e6afaea req-d047aa1b-9675-49e2-9574-a701b44e120c tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.115 "DELETE /networking/v2.0/ports/e25e079a-ddfa-4bd3-849d-dd0e1d98c705 HTTP/1.1" status: 204 len: 173 time: 0.5072110 Aug 26 08:59:08.047145 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'name': 'network-vif-deleted', 'tag': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:08.049497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7412256f-7462-4cec-ae53-24e5fadebfa6" -d '{"events": [{"server_uuid": "1a8b026c-ef95-4a38-8eca-86005625dd30", "name": "network-vif-deleted", "tag": "e25e079a-ddfa-4bd3-849d-dd0e1d98c705"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:08.089601 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17a1e7-8570-48a0-96e1-5b3f796c6485 x-openstack-request-id: req-cc17a1e7-8570-48a0-96e1-5b3f796c6485 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:08.089977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8b026c-ef95-4a38-8eca-86005625dd30", "name": "network-vif-deleted", "tag": "e25e079a-ddfa-4bd3-849d-dd0e1d98c705", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:08.090242 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc17a1e7-8570-48a0-96e1-5b3f796c6485 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:08.090714 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc17a1e7-8570-48a0-96e1-5b3f796c6485'] response: {'server_uuid': '1a8b026c-ef95-4a38-8eca-86005625dd30', 'name': 'network-vif-deleted', 'tag': 'e25e079a-ddfa-4bd3-849d-dd0e1d98c705', 'status': 'completed', 'code': 200} Aug 26 08:59:08.304664 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c356deeb-ddeb-41fe-aad5-956254b886eb req-66b20dc0-0cfe-47f4-b768-8fff08519a5d tempest-ServerRescueNegativeTestJSON-1223166117 tempest-ServerRescueNegativeTestJSON-1223166117-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=1a8b026c-ef95-4a38-8eca-86005625dd30 HTTP/1.1" status: 200 len: 210 time: 0.0394456 Aug 26 08:59:08.792268 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b236d-87b2-4f53-a119-07c34c88f935 req-1667559b-1953-4c5e-8ade-e6d26bcebe76 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:08.793791 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ac7b236d-87b2-4f53-a119-07c34c88f935 req-1667559b-1953-4c5e-8ade-e6d26bcebe76 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0492146 Aug 26 08:59:08.846701 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ac7b236d-87b2-4f53-a119-07c34c88f935 req-7a8cf1f1-6c17-48d9-885a-dce9b208b652 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Aug 26 08:59:09.373300 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48602) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:09.754154 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:09.798809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:09.816525 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (4d5f7030-d2de-4809-a56f-afd205ddcd55), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:09.881479 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:59:10.002436 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a04119-3c44-40f5-a22b-4be91f148cf3 req-2c619892-2835-406f-8623-905db73678ea tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:10.004286 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c7a04119-3c44-40f5-a22b-4be91f148cf3 req-2c619892-2835-406f-8623-905db73678ea tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0631223 Aug 26 08:59:10.023179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:10.043302 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '57b16be7-70f7-4545-b557-e106d767a915', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'port_id': '57b16be7-70f7-4545-b557-e106d767a915', 'mac_address': 'fa:16:3e:e5:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:59:10.081203 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c7a04119-3c44-40f5-a22b-4be91f148cf3 req-e2bafcb1-e048-42a2-a227-f0707b699e07 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697503 Aug 26 08:59:10.096779 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: ACTIVE; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:59:10.097589 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:10.119055 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57b16be7-70f7-4545-b557-e106d767a915 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:59:10.148914 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:10.155072 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:10.227628 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=6']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:10.333068 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['57b16be7-70f7-4545-b557-e106d767a915'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:10.349353 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Deleting port e08441ef-7c9d-4b7f-916c-aedd00ec842d {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:10.349774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:10.467178 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] For port e08441ef-7c9d-4b7f-916c-aedd00ec842d, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=e08441ef-7c9d-4b7f-916c-aedd00ec842d,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:10.467968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:10.483915 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Calling delete_port for e08441ef-7c9d-4b7f-916c-aedd00ec842d owned by network:router_interface {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:10.692305 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-0efb6fed-3efd-4c6d-bea9-e520f61c0794 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1492471970&fields=id&tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c HTTP/1.1" status: 200 len: 267 time: 0.0959082 Aug 26 08:59:10.797501 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-de979f45-a49c-4ab1-ac3f-4daec7a7fa3b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:10.799833 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-de979f45-a49c-4ab1-ac3f-4daec7a7fa3b tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 985 time: 0.0961866 Aug 26 08:59:10.828673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Request body: {'port': {'security_groups': ['c31d0056-877b-4089-99ed-f9d9cf5eb1ad']}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:10.835312 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (e08441ef-7c9d-4b7f-916c-aedd00ec842d), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:10.890175 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08441ef-7c9d-4b7f-916c-aedd00ec842d,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:11.038376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.065699 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:11.190114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (4d5f7030-d2de-4809-a56f-afd205ddcd55), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.290875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefe06e-5075-4f0f-b8c5-276ca16ccf7f req-9acf2133-2843-45d7-9c03-44e06f242add tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:11.292646 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9fefe06e-5075-4f0f-b8c5-276ca16ccf7f req-9acf2133-2843-45d7-9c03-44e06f242add tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 944 time: 0.1058872 Aug 26 08:59:11.308227 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:11.366960 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9fefe06e-5075-4f0f-b8c5-276ca16ccf7f req-95bc9c9d-b9d9-4bdb-834c-355c4bcadb63 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632353 Aug 26 08:59:11.630547 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:11.714344 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for port (43e50f95-c491-4a41-90fb-e5677acb9448), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.725736 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.739690 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:11.740421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.740930 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['43e50f95-c491-4a41-90fb-e5677acb9448'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:11.749988 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fd2e8bf7-ff5c-4f23-ba8a-03d40267e344 req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "PUT /networking/v2.0/ports/43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 943 time: 0.9331751 Aug 26 08:59:11.749988 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:11.750262 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48642) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:11.752763 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8056f338-fa8f-4ce8-9bea-174970700c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:11.818341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Router 4d5f7030-d2de-4809-a56f-afd205ddcd55 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:59:11.830818 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defdbbe1-819f-42ab-bd2c-1608b3d16403 x-openstack-request-id: req-defdbbe1-819f-42ab-bd2c-1608b3d16403 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:11.831288 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:11.831829 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-defdbbe1-819f-42ab-bd2c-1608b3d16403 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:11.832460 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defdbbe1-819f-42ab-bd2c-1608b3d16403'] response: {'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'status': 'completed', 'code': 200} Aug 26 08:59:11.893391 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0671b367-74b7-4c1b-8212-6536c2f89b4a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group (31c69cac-9709-43b6-b7b2-868d43622288), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.901193 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['43e50f95-c491-4a41-90fb-e5677acb9448'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:11.904198 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:59:11.921380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea180b3-319e-443a-97ea-9c93021eea77 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event updated for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=7']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:11.951643 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0671b367-74b7-4c1b-8212-6536c2f89b4a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group (31c69cac-9709-43b6-b7b2-868d43622288), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:11.996215 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-78f2f320-ae7e-44d9-be38-032e3e0bac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:11.997879 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-78f2f320-ae7e-44d9-be38-032e3e0bac47 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1130 time: 0.0936048 Aug 26 08:59:12.052995 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0671b367-74b7-4c1b-8212-6536c2f89b4a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (31c69cac-9709-43b6-b7b2-868d43622288), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.056529 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0671b367-74b7-4c1b-8212-6536c2f89b4a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.058354 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0671b367-74b7-4c1b-8212-6536c2f89b4a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/31c69cac-9709-43b6-b7b2-868d43622288 HTTP/1.1" status: 204 len: 168 time: 0.3068421 Aug 26 08:59:12.062609 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48646) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:12.066122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 57b16be7-70f7-4545-b557-e106d767a915 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:59:12.066493 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (57b16be7-70f7-4545-b557-e106d767a915), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.106566 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:59:12.109937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:12.115470 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5026b0dc-182a-4db3-a952-831f8148ef47 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/4d5f7030-d2de-4809-a56f-afd205ddcd55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7440665 Aug 26 08:59:12.121354 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] Sync routers for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:59:12.125168 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48648) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:12.139137 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671b367-74b7-4c1b-8212-6536c2f89b4a tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c69cac-9709-43b6-b7b2-868d43622288,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:12.141511 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:12.142533 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:58:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:12.199093 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:12.220843 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-7c2ad96c-cca3-42c3-bee3-27218711a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:12.224301 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-7c2ad96c-cca3-42c3-bee3-27218711a6b4 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 916 time: 0.2013893 Aug 26 08:59:12.284652 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks [] for router (4d5f7030-d2de-4809-a56f-afd205ddcd55), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.287526 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:59:12.287923 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.298809 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:12.325733 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:12.329331 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f0341e-769b-4b6d-8aea-801331ef22f5" -d '{"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-plugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:12.386719 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:12.396954 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.400752 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e25e079a-ddfa-4bd3-849d-dd0e1d98c705 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:12.444765 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0b80c1-05d9-4bc2-976d-8d8dc4cb8d4b x-openstack-request-id: req-5a0b80c1-05d9-4bc2-976d-8d8dc4cb8d4b {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:12.445319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-plugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:12.445772 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a0b80c1-05d9-4bc2-976d-8d8dc4cb8d4b {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:12.446458 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0b80c1-05d9-4bc2-976d-8d8dc4cb8d4b'] response: {'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'code': 200} Aug 26 08:59:12.446729 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-7f12256d-79f6-4de0-984d-54b6cd9f0fa5 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 1002 time: 0.2044628 Aug 26 08:59:12.470256 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: e25e079a-ddfa-4bd3-849d-dd0e1d98c705 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:12.470876 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device e25e079a-ddfa-4bd3-849d-dd0e1d98c705 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:12.502941 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=7']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:12.532130 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:12.560966 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-ba790e0c-7744-40ac-bf62-77e428b958c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:12.564301 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-ba790e0c-7744-40ac-bf62-77e428b958c3 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 200 len: 853 time: 0.1059506 Aug 26 08:59:12.569955 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:12.608527 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:12.631784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:12.644078 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Deleting port 13c5b7b8-a88e-477c-b15d-fd8e9f4354be {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:12.644420 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.653272 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f1bd-6571-44fe-9e83-0a38c3ebf733 req-fb745e3b-810b-411d-9b6f-09e47c7168d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:12.654699 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-86a0f1bd-6571-44fe-9e83-0a38c3ebf733 req-fb745e3b-810b-411d-9b6f-09e47c7168d3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.1113110 Aug 26 08:59:12.662855 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:59:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:12.664973 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-caed9183-5baf-4f10-b942-61bee8dd79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:12.667201 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-caed9183-5baf-4f10-b942-61bee8dd79ca service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=ac639d8e-0bd5-49fe-b0cc-78725e66b385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911355 Aug 26 08:59:12.667524 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks [] for router_gateway (4d5f7030-d2de-4809-a56f-afd205ddcd55), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.695117 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] Checking router: 4d5f7030-d2de-4809-a56f-afd205ddcd55 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:59:12.705538 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] Routers {'4d5f7030-d2de-4809-a56f-afd205ddcd55'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:12.706535 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:58:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4d5f7030-d2de-4809-a56f-afd205ddcd55'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:12.826926 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-86a0f1bd-6571-44fe-9e83-0a38c3ebf733 req-13b76990-ea1f-4880-9e37-242f7ac4b66d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557689 Aug 26 08:59:12.831803 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.832248 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for floatingip (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.834339 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-028594ff-d639-494f-90bb-0c9b84b47fa7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585815 Aug 26 08:59:12.836132 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Deleting port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:12.836517 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:12.852891 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] Set router 4d5f7030-d2de-4809-a56f-afd205ddcd55 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:12.903905 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Calling delete_port for 13c5b7b8-a88e-477c-b15d-fd8e9f4354be owned by network:floatingip {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:12.960056 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8056f338-fa8f-4ce8-9bea-174970700c0d req-07281c59-d310-4efe-bf83-42021fd90f62 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171420 Aug 26 08:59:13.056593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] For port b7fd4710-ac8f-4739-80f7-5f1cf7523fb6, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:13.057188 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:13.079884 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Calling delete_port for b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:13.085182 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:59:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:13.126932 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b3975-3021-4ce4-b09c-0513fe835f5e None None] The sync data for ids ['4d5f7030-d2de-4809-a56f-afd205ddcd55'] in dv-cinder-852364-5-iscsi is: [{'id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'name': 'tempest-ServerRescueNegativeTestJSON-2040303293-router', 'tenant_id': '01d9fa7bc7124476aa295e69b120becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:59:10Z', 'revision_number': 5, 'project_id': '01d9fa7bc7124476aa295e69b120becd', 'gw_port': {'id': 'b7fd4710-ac8f-4739-80f7-5f1cf7523fb6', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5f7030-d2de-4809-a56f-afd205ddcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:38Z', 'updated_at': '2022-08-26T08:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:59:13.221976 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (13c5b7b8-a88e-477c-b15d-fd8e9f4354be), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:13.375420 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event deleted for resources: {'Port': ['ID=13c5b7b8-a88e-477c-b15d-fd8e9f4354be,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:13.427110 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:13.459244 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks [] for floatingip (d655ce49-a5c3-419f-97aa-57eef8674c79), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:13.459773 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Floating IP d655ce49-a5c3-419f-97aa-57eef8674c79 disassociated (deleted). External IP: 172.27.3.156, port: 43e50f95-c491-4a41-90fb-e5677acb9448. Aug 26 08:59:13.535640 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e08441ef-7c9d-4b7f-916c-aedd00ec842d no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:13.571690 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: e08441ef-7c9d-4b7f-916c-aedd00ec842d {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:13.572070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e08441ef-7c9d-4b7f-916c-aedd00ec842d not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:13.586488 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (b7fd4710-ac8f-4739-80f7-5f1cf7523fb6), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:13.631775 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fd4710-ac8f-4739-80f7-5f1cf7523fb6,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:13.644684 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:13.846353 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (4d5f7030-d2de-4809-a56f-afd205ddcd55), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:13.943119 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Router 4dd7f2ac-648d-4c59-904e-a604c393c97e has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:59:13.990668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (4d5f7030-d2de-4809-a56f-afd205ddcd55), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:13.995721 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks [] for router_controller (4d5f7030-d2de-4809-a56f-afd205ddcd55), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.007813 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:14.028763 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752adf-0ad9-4e36-a6f9-4708280ff2df req-6c4ed1c6-a789-4ffb-8d6a-125f4d8135a6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:14.037911 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b0752adf-0ad9-4e36-a6f9-4708280ff2df req-6c4ed1c6-a789-4ffb-8d6a-125f4d8135a6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0813618 Aug 26 08:59:14.096284 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (4d5f7030-d2de-4809-a56f-afd205ddcd55), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.096896 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5f7030-d2de-4809-a56f-afd205ddcd55 {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 08:59:14.104698 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.108086 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-a8c66182-7252-48c1-ac55-cead74fa15de admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/4d5f7030-d2de-4809-a56f-afd205ddcd55 HTTP/1.1" status: 204 len: 168 time: 1.9785018 Aug 26 08:59:14.117594 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b0752adf-0ad9-4e36-a6f9-4708280ff2df req-e3eb3f7e-fc64-4b17-819e-99728cb8831f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785024 Aug 26 08:59:14.120354 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48658) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:14.205809 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:59:14.214104 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.221609 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] Sync routers for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:59:14.235350 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Deleting subnet 12214ee7-024f-4e2b-b8c7-53ae30dd40bc {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:59:14.236109 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:14.236744 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:58:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:14.241946 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Publish callbacks [] for subnet (12214ee7-024f-4e2b-b8c7-53ae30dd40bc), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.276597 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-e5a76f67-4239-417c-95b3-7e334f070e93 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/d655ce49-a5c3-419f-97aa-57eef8674c79 HTTP/1.1" status: 204 len: 168 time: 2.2099094 Aug 26 08:59:14.279731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:14.286066 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66156b-88e4-46aa-a429-988fb5556198" -d '{"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:14.349603 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Publish callbacks [] for subnet (12214ee7-024f-4e2b-b8c7-53ae30dd40bc), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.427684 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0e06c4-39b6-4e6a-acf0-9affff9b30f2 x-openstack-request-id: req-ad0e06c4-39b6-4e6a-acf0-9affff9b30f2 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:14.428013 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:14.428524 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad0e06c4-39b6-4e6a-acf0-9affff9b30f2 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:14.429250 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0e06c4-39b6-4e6a-acf0-9affff9b30f2'] response: {'name': 'network-changed', 'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'status': 'completed', 'code': 200} Aug 26 08:59:14.490458 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:14.518299 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (12214ee7-024f-4e2b-b8c7-53ae30dd40bc), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.602320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66156b-88e4-46aa-a429-988fb5556198 req-487bb7e8-aa54-4020-9ef3-8ed14e6b09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:14.604311 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-487bb7e8-aa54-4020-9ef3-8ed14e6b09d8 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 1130 time: 0.1500003 Aug 26 08:59:14.637346 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (12214ee7-024f-4e2b-b8c7-53ae30dd40bc), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.718157 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12214ee7-024f-4e2b-b8c7-53ae30dd40bc,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:14.881640 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:14.893561 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd92b4-f8a8-432d-a5b7-59ab2f333572 None None] Network 0095b163-b541-4b8f-a3b6-64656b6e47e8 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:14.896744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48676) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:14.906203 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-8300e6b3-97b7-4023-a843-54abe2add3a4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/12214ee7-024f-4e2b-b8c7-53ae30dd40bc HTTP/1.1" status: 204 len: 168 time: 0.7799833 Aug 26 08:59:15.052847 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66156b-88e4-46aa-a429-988fb5556198 req-03d4385c-1318-4cb9-b94a-9964dd304722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:15.054399 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-03d4385c-1318-4cb9-b94a-9964dd304722 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 200 len: 916 time: 0.4386978 Aug 26 08:59:15.072637 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (0095b163-b541-4b8f-a3b6-64656b6e47e8), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:15.135958 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:15.190457 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] Checking router: 4dd7f2ac-648d-4c59-904e-a604c393c97e for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:59:15.201890 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] DHCP port deletion for 0095b163-b541-4b8f-a3b6-64656b6e47e8 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 08:59:15.217131 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Deleting port df9e1974-018b-4e60-bd88-e584842fe5a3 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:15.217477 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:15.304012 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:15.306027 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:58:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:15.314247 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-b24c2d39-874d-4778-bb91-8f7b856b6985 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 200 len: 217 time: 0.0607109 Aug 26 08:59:15.391596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] Deleting port df9e1974-018b-4e60-bd88-e584842fe5a3 {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:15.392513 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:15.509839 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66156b-88e4-46aa-a429-988fb5556198 req-f7f05a48-cdca-4213-be4d-5e8755604ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:15.511683 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-f7f05a48-cdca-4213-be4d-5e8755604ecb service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 200 len: 853 time: 0.1858122 Aug 26 08:59:15.692196 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66156b-88e4-46aa-a429-988fb5556198 req-a3627b03-0e30-4b12-a2bc-673e01b94ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:15.697001 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-a3627b03-0e30-4b12-a2bc-673e01b94ee3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=ac639d8e-0bd5-49fe-b0cc-78725e66b385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1748569 Aug 26 08:59:15.700149 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:15.783127 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:15.783451 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b7fd4710-ac8f-4739-80f7-5f1cf7523fb6 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:15.784063 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device df9e1974-018b-4e60-bd88-e584842fe5a3 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:15.796808 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:15.853859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:15.861641 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] For port df9e1974-018b-4e60-bd88-e584842fe5a3, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=df9e1974-018b-4e60-bd88-e584842fe5a3,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:15.861968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:15.870311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6e5e93c9-85ae-4488-a61d-1ecfe6b66fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:15.883345 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-81664bc4-6888-42b3-ba23-23b0b826c38f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791191 Aug 26 08:59:15.887264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] For port df9e1974-018b-4e60-bd88-e584842fe5a3, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=df9e1974-018b-4e60-bd88-e584842fe5a3,segment=NetworkSegment(f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda),segment_id=f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:15.888201 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:15.937335 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0cdc7-9669-4ab5-9532-7abc001c0fa4 req-cdf32228-932f-47f7-a9a1-cc990084c3c3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:15.939814 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d6d0cdc7-9669-4ab5-9532-7abc001c0fa4 req-cdf32228-932f-47f7-a9a1-cc990084c3c3 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.6447318 Aug 26 08:59:15.946698 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:15.957571 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Calling delete_port for df9e1974-018b-4e60-bd88-e584842fe5a3 owned by network:dhcp {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:15.958669 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] Calling delete_port for df9e1974-018b-4e60-bd88-e584842fe5a3 owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:16.113222 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.117794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:16.157190 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] Pushing event deleted for resources: {'Port': ['ID=df9e1974-018b-4e60-bd88-e584842fe5a3,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:16.174931 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-de66156b-88e4-46aa-a429-988fb5556198 req-b53141e1-dd9e-4007-b02a-3bbe16825e42 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732830 Aug 26 08:59:16.192874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9bfc76-a12b-4a83-9d5b-1f6e0f93928a None None] No DVR routers for this DVR port df9e1974-018b-4e60-bd88-e584842fe5a3 on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:16.194798 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No active binding found for port df9e1974-018b-4e60-bd88-e584842fe5a3 {{(pid=117973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 26 08:59:16.195668 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] The host dv-cinder-852364-5-iscsi is not matching for port df9e1974-018b-4e60-bd88-e584842fe5a3 host None! {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 26 08:59:16.196272 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (df9e1974-018b-4e60-bd88-e584842fe5a3), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.196656 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device df9e1974-018b-4e60-bd88-e584842fe5a3 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:16.209766 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:16.227537 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d6d0cdc7-9669-4ab5-9532-7abc001c0fa4 req-11a099e3-0433-4660-98b3-27116f949e78 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715065 Aug 26 08:59:16.270963 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9e1974-018b-4e60-bd88-e584842fe5a3,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:16.275221 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] No DVR routers for this DVR port df9e1974-018b-4e60-bd88-e584842fe5a3 on host dv-cinder-852364-5-iscsi {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:16.411782 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:16.435625 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (0095b163-b541-4b8f-a3b6-64656b6e47e8), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.437988 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95870f9e-e348-4d4e-b4e3-e668ff5437e9 None None] The sync data for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi is: [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:55:15Z', 'revision_number': 4, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '8673fac2-0421-4848-86b5-0c66a13e2b10', 'name': '', 'network_id': 'ac639d8e-0bd5-49fe-b0cc-78725e66b385', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'mac_address': 'fa:16:3e:5d:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:15Z', 'updated_at': '2022-08-26T08:55:27Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'subnets': [{'id': '678d5026-1e34-4b71-ba41-d724c449ddf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:59:16.486254 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0095b163-b541-4b8f-a3b6-64656b6e47e8']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:16.500101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:16.510437 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:16.511037 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:16.564415 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.606472 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.621708 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 08:59:16.622714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.749490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (0095b163-b541-4b8f-a3b6-64656b6e47e8), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.758358 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:16.766099 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/0095b163-b541-4b8f-a3b6-64656b6e47e8 HTTP/1.1" status: 204 len: 168 time: 1.8660803 Aug 26 08:59:16.789551 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda resource provider aggregate not found Aug 26 08:59:16.825085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd641b-2ade-4d0b-bf35-70984698d4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0095b163-b541-4b8f-a3b6-64656b6e47e8,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:16.869788 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f46391b1-d0a8-4c64-a5b1-3f51bbe4ccda found for delete ", "request_id": "req-77e6a8ec-5ae4-4e6a-ae7a-c99aa2389f38"}]} Aug 26 08:59:16.991942 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852e16b-b987-4c7d-90f8-aa414e61f2c0 None None] New status for floating IP d655ce49-a5c3-419f-97aa-57eef8674c79: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:59:17.046681 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48716) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:17.122714 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dc9865ef-a944-462f-94ae-7bdf6e431b03 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=01d9fa7bc7124476aa295e69b120becd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0741496 Aug 26 08:59:17.127581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48718) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:17.203524 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4a2f-c3a1-4609-a2d9-e45b66cd66b8 admin admin] Publish callbacks [] for security_group (32e295de-3e2a-439b-9be5-bb5d90ed64c7), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:17.229875 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4a2f-c3a1-4609-a2d9-e45b66cd66b8 admin admin] Publish callbacks [] for security_group (32e295de-3e2a-439b-9be5-bb5d90ed64c7), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:17.319071 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4a2f-c3a1-4609-a2d9-e45b66cd66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (32e295de-3e2a-439b-9be5-bb5d90ed64c7), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:17.326396 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd7e4a2f-c3a1-4609-a2d9-e45b66cd66b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:17.327821 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-cd7e4a2f-c3a1-4609-a2d9-e45b66cd66b8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/32e295de-3e2a-439b-9be5-bb5d90ed64c7 HTTP/1.1" status: 204 len: 168 time: 0.1974726 Aug 26 08:59:17.342123 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e4a2f-c3a1-4609-a2d9-e45b66cd66b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e295de-3e2a-439b-9be5-bb5d90ed64c7,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:17.396852 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:17.479912 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d038-48b5-4f29-b8b0-f5aea96767a8 req-e87273e9-f8cc-43cd-b84b-21e8842ce437 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:17.481535 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2c54d038-48b5-4f29-b8b0-f5aea96767a8 req-e87273e9-f8cc-43cd-b84b-21e8842ce437 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.1093910 Aug 26 08:59:17.590203 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2c54d038-48b5-4f29-b8b0-f5aea96767a8 req-d5063f31-c527-4da0-8ef3-bbb99fbcf6a0 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007552 Aug 26 08:59:18.152465 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ddf52-cb2b-4783-8bb1-3eac5d1ed77b req-dd230735-7f9d-4337-936e-055ab7c97466 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:18.154125 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6a2ddf52-cb2b-4783-8bb1-3eac5d1ed77b req-dd230735-7f9d-4337-936e-055ab7c97466 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0886211 Aug 26 08:59:18.234615 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6a2ddf52-cb2b-4783-8bb1-3eac5d1ed77b req-c90e627b-30fa-4ffc-a414-b0c799221450 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Aug 26 08:59:18.300202 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a812469b-93ad-44a3-9bc4-b0a47990099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:18.768780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cff53-41c0-4735-be65-3d581a863670 req-026bd925-40d6-43e7-8b36-8066ecfdcc41 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:18.775454 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f72cff53-41c0-4735-be65-3d581a863670 req-026bd925-40d6-43e7-8b36-8066ecfdcc41 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0722582 Aug 26 08:59:18.849459 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f72cff53-41c0-4735-be65-3d581a863670 req-3ac41d85-d3fb-496d-9402-895b8511319f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576353 Aug 26 08:59:19.389183 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5921a4-2b4a-44a0-a9cf-79b77ea44020 req-5af4d7fb-148b-4fb5-bb3e-d24f2d7f6651 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:19.401490 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a5921a4-2b4a-44a0-a9cf-79b77ea44020 req-5af4d7fb-148b-4fb5-bb3e-d24f2d7f6651 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0847588 Aug 26 08:59:19.494393 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a5921a4-2b4a-44a0-a9cf-79b77ea44020 req-5c800f39-f2fc-43f2-9751-291cb7f57235 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892079 Aug 26 08:59:19.953735 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:20.010944 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05991736-3550-4447-9a93-53960f4e1381 req-871b155e-e185-4720-980c-417f9599b3e9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:20.019160 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-05991736-3550-4447-9a93-53960f4e1381 req-871b155e-e185-4720-980c-417f9599b3e9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0688183 Aug 26 08:59:20.067215 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-05991736-3550-4447-9a93-53960f4e1381 req-fe7758a3-132d-4025-9ff6-e6813d1151ce tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477145 Aug 26 08:59:20.498917 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-aad34c9e-3654-4522-bf66-5a2b8c006dd6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:20.501925 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-aad34c9e-3654-4522-bf66-5a2b8c006dd6 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.0969267 Aug 26 08:59:20.629148 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Deleting port 43e50f95-c491-4a41-90fb-e5677acb9448 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:20.629912 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:20.743945 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f16df-4e6d-4623-a34d-dd3ae0f423f6 req-226ff3f8-a90a-44ff-ae08-21ea51b0aa8c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:20.757347 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f27f16df-4e6d-4623-a34d-dd3ae0f423f6 req-226ff3f8-a90a-44ff-ae08-21ea51b0aa8c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 946 time: 0.1232469 Aug 26 08:59:20.879316 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f27f16df-4e6d-4623-a34d-dd3ae0f423f6 req-c0135d19-10b0-4f57-ae0a-c64e2a75e146 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c31d0056-877b-4089-99ed-f9d9cf5eb1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204638 Aug 26 08:59:20.934072 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] For port 43e50f95-c491-4a41-90fb-e5677acb9448, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=43e50f95-c491-4a41-90fb-e5677acb9448,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:20.936305 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:20.961021 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Calling delete_port for 43e50f95-c491-4a41-90fb-e5677acb9448 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:21.201735 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (43e50f95-c491-4a41-90fb-e5677acb9448), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:21.219533 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['43e50f95-c491-4a41-90fb-e5677acb9448'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:21.238987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Pushing event deleted for resources: {'Port': ['ID=43e50f95-c491-4a41-90fb-e5677acb9448,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:21.337265 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:21.414542 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] No DVR routers for this DVR port 43e50f95-c491-4a41-90fb-e5677acb9448 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:21.418405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:21.424142 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f3fda5f-b441-44a3-832d-ef8c4e8515d0 req-fddacf6c-a632-432b-ba29-4f9e76f8ce7c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.115 "DELETE /networking/v2.0/ports/43e50f95-c491-4a41-90fb-e5677acb9448 HTTP/1.1" status: 204 len: 173 time: 0.9145234 Aug 26 08:59:21.434612 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65785b2e-87da-43c8-b626-b3bfcc1e56d2 req-2f1e1e45-109e-40ed-9b1a-a1cbd695ef9a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:21.437028 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-65785b2e-87da-43c8-b626-b3bfcc1e56d2 req-2f1e1e45-109e-40ed-9b1a-a1cbd695ef9a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.1320961 Aug 26 08:59:21.437765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'name': 'network-vif-deleted', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:21.441650 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34161fc8-b078-493a-bdc5-46db81caf85c" -d '{"events": [{"server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "name": "network-vif-deleted", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:21.525337 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d636ce32-6149-4530-a324-d1353c5e2a79 x-openstack-request-id: req-d636ce32-6149-4530-a324-d1353c5e2a79 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:21.527495 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840c5e09-c3d3-4dd9-8812-fe9915934abf", "name": "network-vif-deleted", "tag": "43e50f95-c491-4a41-90fb-e5677acb9448", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:21.528673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d636ce32-6149-4530-a324-d1353c5e2a79 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:21.528673 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d636ce32-6149-4530-a324-d1353c5e2a79'] response: {'server_uuid': '840c5e09-c3d3-4dd9-8812-fe9915934abf', 'name': 'network-vif-deleted', 'tag': '43e50f95-c491-4a41-90fb-e5677acb9448', 'status': 'completed', 'code': 200} Aug 26 08:59:21.558966 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-65785b2e-87da-43c8-b626-b3bfcc1e56d2 req-5df2781a-e600-453d-a5dd-b8e56b5ea19c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118891 Aug 26 08:59:22.046757 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-bffa8132-750c-43c7-b128-7928d152c709 req-12ed9487-53d4-4fa9-8ebf-c5c32e764e3f tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0456290 Aug 26 08:59:22.302623 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:22.742160 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ae2b6-5db2-4901-81d0-887ea6870122 req-7e7cff32-5e71-4240-84b2-24487b617570 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:22.742160 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ab6ae2b6-5db2-4901-81d0-887ea6870122 req-7e7cff32-5e71-4240-84b2-24487b617570 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0671515 Aug 26 08:59:22.809584 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ab6ae2b6-5db2-4901-81d0-887ea6870122 req-bad7c64c-578c-4c78-8939-140571a47256 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605371 Aug 26 08:59:23.212545 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-57670cca-a924-462d-be2f-b6c7ea2346ff req-1208f6fa-4c62-451f-a408-6abb3355768c tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0369008 Aug 26 08:59:23.773790 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=35 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:23.957677 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433428cf-f4bb-4567-b4d1-805574247ba9 req-42cd61db-fe92-48a0-8de9-780e07fa93c1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:23.959331 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-433428cf-f4bb-4567-b4d1-805574247ba9 req-42cd61db-fe92-48a0-8de9-780e07fa93c1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0542910 Aug 26 08:59:24.018598 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-433428cf-f4bb-4567-b4d1-805574247ba9 req-920c6e2e-fb24-406f-95c3-2059602c3350 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530348 Aug 26 08:59:24.354626 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-541dbb9a-2a4e-4b2f-ab67-c301f5acfd8b req-5d9adf5a-32a1-46c0-9e99-c8405fd978c1 tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0305910 Aug 26 08:59:24.486266 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 43e50f95-c491-4a41-90fb-e5677acb9448 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:24.518406 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 43e50f95-c491-4a41-90fb-e5677acb9448 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:24.518725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 43e50f95-c491-4a41-90fb-e5677acb9448 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:25.155531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bb6fb-e2ca-4c9d-9034-8a30fe459a0b req-288846bf-2202-44f7-b4a5-580acdfac27c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:25.157369 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba9bb6fb-e2ca-4c9d-9034-8a30fe459a0b req-288846bf-2202-44f7-b4a5-580acdfac27c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0569003 Aug 26 08:59:25.226817 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba9bb6fb-e2ca-4c9d-9034-8a30fe459a0b req-79738c8d-46d0-469b-b228-243e7b903750 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585668 Aug 26 08:59:25.490195 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-046425c8-4d52-4fd0-a53c-8699722b8e0b req-b56614d5-8321-4040-950b-3f67c3c7a6af tempest-TestMinimumBasicScenario-1966924362 tempest-TestMinimumBasicScenario-1966924362-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=840c5e09-c3d3-4dd9-8812-fe9915934abf HTTP/1.1" status: 200 len: 210 time: 0.0345271 Aug 26 08:59:25.781821 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada189-5b8a-431e-9331-10e8125c006b req-bad26dc5-c1e0-4d70-90eb-9a05399b9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:25.787917 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-bad26dc5-c1e0-4d70-90eb-9a05399b9b89 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1129 time: 0.0796640 Aug 26 08:59:25.860946 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:25.897568 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada189-5b8a-431e-9331-10e8125c006b req-202965d9-8368-449b-b38a-3e8d224d8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:25.899245 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-202965d9-8368-449b-b38a-3e8d224d8485 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.1032026 Aug 26 08:59:26.185617 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:26.205507 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-abe02be3-a537-42cd-bfeb-d3f382c959ca service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 1001 time: 0.0956242 Aug 26 08:59:26.273021 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada189-5b8a-431e-9331-10e8125c006b req-91caeffb-df0b-40b6-a5a0-cb81fba4b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:26.274589 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-91caeffb-df0b-40b6-a5a0-cb81fba4b157 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.0612340 Aug 26 08:59:26.358758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada189-5b8a-431e-9331-10e8125c006b req-ae291980-7435-4024-8b42-e58f4837a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:26.362021 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-ae291980-7435-4024-8b42-e58f4837a224 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779774 Aug 26 08:59:26.498778 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1da1fc-63b3-4df1-8212-74e6c40f9e65 req-d934f3bf-6902-4ffa-82fa-4264014976c6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:26.502155 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa1da1fc-63b3-4df1-8212-74e6c40f9e65 req-d934f3bf-6902-4ffa-82fa-4264014976c6 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0985093 Aug 26 08:59:26.559480 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-a430d894-eddc-4801-9686-e0d496524132 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892900 Aug 26 08:59:26.636948 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa1da1fc-63b3-4df1-8212-74e6c40f9e65 req-92a45189-94a2-45cd-bce5-4b2291e2bff9 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230390 Aug 26 08:59:26.700796 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fcada189-5b8a-431e-9331-10e8125c006b req-7d3288f9-cb12-4e84-8e97-b3a21b2de7d8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344488 Aug 26 08:59:27.071710 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=65 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:27.549066 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48962) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:27.669739 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:27.740996 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:27.854178 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e49bf1-8310-4b89-90c4-baae954f387d req-81c4d188-e5dd-4dee-9355-d1cfc028faab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:27.855962 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-51e49bf1-8310-4b89-90c4-baae954f387d req-81c4d188-e5dd-4dee-9355-d1cfc028faab tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 945 time: 0.0611081 Aug 26 08:59:27.924096 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-51e49bf1-8310-4b89-90c4-baae954f387d req-681a18f8-96a2-45ac-903b-d5a6aa95904e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601232 Aug 26 08:59:28.047891 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (4dd7f2ac-648d-4c59-904e-a604c393c97e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.255740 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 48990) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:28.362128 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Deleting port 8673fac2-0421-4848-86b5-0c66a13e2b10 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:28.362474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.423677 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-53b4cac5-ffde-47fd-a2ef-3c3d66d6da05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.501071 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:28.502942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] For port 8673fac2-0421-4848-86b5-0c66a13e2b10, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=8673fac2-0421-4848-86b5-0c66a13e2b10,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:28.502942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.529937 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Calling delete_port for 8673fac2-0421-4848-86b5-0c66a13e2b10 owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:28.635579 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: ACTIVE; New status is: DOWN {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:59:28.636112 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-53b4cac5-ffde-47fd-a2ef-3c3d66d6da05 admin admin] Publish callbacks [] for security_group (6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.636687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.643453 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-53b4cac5-ffde-47fd-a2ef-3c3d66d6da05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.673610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:28.676267 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f811460f-ba28-470d-8d10-70bc4d8ba93d" -d '{"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-unplugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:28.709715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:28.720234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.733845 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-53b4cac5-ffde-47fd-a2ef-3c3d66d6da05 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f7e75f903f7942dda7df96c0300baf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769197 Aug 26 08:59:28.737143 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4cac5-ffde-47fd-a2ef-3c3d66d6da05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:28.737804 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 48996) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:28.738179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9275fa2-8878-47a2-8e5e-1e4ce00f627a x-openstack-request-id: req-e9275fa2-8878-47a2-8e5e-1e4ce00f627a {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:28.738634 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-unplugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:28.738978 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e9275fa2-8878-47a2-8e5e-1e4ce00f627a {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:28.740441 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9275fa2-8878-47a2-8e5e-1e4ce00f627a'] response: {'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'code': 200} Aug 26 08:59:28.741481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:28.761851 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:28.808004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a2c0db26-1872-45d5-af5a-31b58adedeef admin admin] Publish callbacks [] for security_group (6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.819519 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=8']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:28.834992 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a2c0db26-1872-45d5-af5a-31b58adedeef admin admin] Publish callbacks [] for security_group (6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.846143 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (8673fac2-0421-4848-86b5-0c66a13e2b10), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:28.887833 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8673fac2-0421-4848-86b5-0c66a13e2b10,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:29.199777 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47c22-4db0-416b-a37c-a8cbf4d8eec3 req-3be71690-8957-4284-abf5-51b948ec7d07 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:29.201330 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d3b47c22-4db0-416b-a37c-a8cbf4d8eec3 req-3be71690-8957-4284-abf5-51b948ec7d07 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1225903 Aug 26 08:59:29.227676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (4dd7f2ac-648d-4c59-904e-a604c393c97e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:29.268926 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a2c0db26-1872-45d5-af5a-31b58adedeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:29.272108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a2c0db26-1872-45d5-af5a-31b58adedeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:29.273332 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a2c0db26-1872-45d5-af5a-31b58adedeef admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0 HTTP/1.1" status: 204 len: 168 time: 0.5337999 Aug 26 08:59:29.297132 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0db26-1872-45d5-af5a-31b58adedeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0dd3ec-0c5d-49bd-8259-fa76ea948cd0,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:29.309125 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d3b47c22-4db0-416b-a37c-a8cbf4d8eec3 req-e8bcab80-5b3b-451e-aaa7-3d93af816cb4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987811 Aug 26 08:59:29.542091 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Router 4dd7f2ac-648d-4c59-904e-a604c393c97e has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:59:29.664879 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:59:29.670420 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d9b37fa2-aa84-47cb-9cb0-a81db716ade1 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/4dd7f2ac-648d-4c59-904e-a604c393c97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1200547 Aug 26 08:59:29.673100 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49020) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:29.684548 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] Sync routers for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:59:29.698250 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:29.699001 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:29.800969 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks [] for router (4dd7f2ac-648d-4c59-904e-a604c393c97e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:29.862761 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:29.872355 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:29.943440 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks [] for router_gateway (4dd7f2ac-648d-4c59-904e-a604c393c97e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.027998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Deleting port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:30.028610 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.041380 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:30.149319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:30.199364 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:30.222851 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:59:28Z', 'revision_number': 5, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port': {'id': 'b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:10Z', 'updated_at': '2022-08-26T08:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:30.243388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] For port b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:30.244054 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.257415 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] Checking router: 4dd7f2ac-648d-4c59-904e-a604c393c97e for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:59:30.263852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Calling delete_port for b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:30.268859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] Routers {'4dd7f2ac-648d-4c59-904e-a604c393c97e'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:30.269641 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4dd7f2ac-648d-4c59-904e-a604c393c97e'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:30.412831 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] Set router 4dd7f2ac-648d-4c59-904e-a604c393c97e gateway port host: None {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:30.481042 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:59:29Z', 'revision_number': 6, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:30.516084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.520514 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a8763-2330-4fec-bdd7-eb6490bdd7e6 None None] The sync data for ids ['4dd7f2ac-648d-4c59-904e-a604c393c97e'] in dv-cinder-852364-5-iscsi is: [{'id': '4dd7f2ac-648d-4c59-904e-a604c393c97e', 'name': 'tempest-TestMinimumBasicScenario-134443937-router', 'tenant_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:09Z', 'updated_at': '2022-08-26T08:59:29Z', 'revision_number': 6, 'project_id': '3d18cb354a0f46faba6c00b89b4e4b1c', 'gw_port_host': None}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:59:30.566907 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-3bcac49b-4235-41a8-9f14-db74aff08e66 req-28b86d15-d3bd-4f62-a527-e8cbda42428a service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:59:30.573633 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:30.578080 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3bcac49b-4235-41a8-9f14-db74aff08e66 req-28b86d15-d3bd-4f62-a527-e8cbda42428a service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080192 Aug 26 08:59:30.660401 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (4dd7f2ac-648d-4c59-904e-a604c393c97e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.801644 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (4dd7f2ac-648d-4c59-904e-a604c393c97e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.805925 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks [] for router_controller (4dd7f2ac-648d-4c59-904e-a604c393c97e), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.829303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d6f1c-2160-49d6-80ac-807bbb763539 req-69a2bb87-2511-4b4b-96f0-efaff062b67e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:30.830938 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6b1d6f1c-2160-49d6-80ac-807bbb763539 req-69a2bb87-2511-4b4b-96f0-efaff062b67e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0626321 Aug 26 08:59:30.890872 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (4dd7f2ac-648d-4c59-904e-a604c393c97e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.896430 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd7f2ac-648d-4c59-904e-a604c393c97e {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 08:59:30.914605 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:30.919846 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-81cf0200-a307-4e8c-a949-8a02114821dc admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/4dd7f2ac-648d-4c59-904e-a604c393c97e HTTP/1.1" status: 204 len: 168 time: 1.2412844 Aug 26 08:59:30.920541 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49066) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:30.953378 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6b1d6f1c-2160-49d6-80ac-807bbb763539 req-5a048f08-9238-4e25-882e-1e81e9bf729c tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872400 Aug 26 08:59:31.035993 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Deleting subnet 678d5026-1e34-4b71-ba41-d724c449ddf4 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:59:31.050230 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Publish callbacks [] for subnet (678d5026-1e34-4b71-ba41-d724c449ddf4), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.108810 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Publish callbacks [] for subnet (678d5026-1e34-4b71-ba41-d724c449ddf4), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.173504 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (678d5026-1e34-4b71-ba41-d724c449ddf4), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.267956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (678d5026-1e34-4b71-ba41-d724c449ddf4), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.276133 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:31.305772 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678d5026-1e34-4b71-ba41-d724c449ddf4,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:31.317791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.322936 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-11fc7700-3942-4917-93d1-7b89aa899a4d admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/678d5026-1e34-4b71-ba41-d724c449ddf4 HTTP/1.1" status: 204 len: 168 time: 0.3997691 Aug 26 08:59:31.323199 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ed809-10a6-4ba8-971a-d8b1025d8115 None None] Network ac639d8e-0bd5-49fe-b0cc-78725e66b385 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:31.326129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49086) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:31.419646 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (ac639d8e-0bd5-49fe-b0cc-78725e66b385), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.497487 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Deleting port 318d9d69-80c5-4caa-98b9-b0e599160cfc {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:31.497487 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.583572 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:31.631154 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:31.631530 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b05fbcb5-7ea4-4b8b-9f36-5866e0af11ea not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:31.631973 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8673fac2-0421-4848-86b5-0c66a13e2b10 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:31.664851 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 8673fac2-0421-4848-86b5-0c66a13e2b10 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:31.665357 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 8673fac2-0421-4848-86b5-0c66a13e2b10 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:31.670193 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] DHCP port deletion for ac639d8e-0bd5-49fe-b0cc-78725e66b385 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 08:59:31.689391 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49100) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:31.724077 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] Deleting port 318d9d69-80c5-4caa-98b9-b0e599160cfc {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:31.725272 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.843669 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.875718 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] For port 318d9d69-80c5-4caa-98b9-b0e599160cfc, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=318d9d69-80c5-4caa-98b9-b0e599160cfc,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:31.876901 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:31.884972 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-0957edf5-4927-495b-a63a-61de22448995 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1936600 Aug 26 08:59:31.905737 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-7c35ea05-7c6e-49fb-9c14-c71a5f65f0b7 service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 08:59:31.911102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] Calling delete_port for 318d9d69-80c5-4caa-98b9-b0e599160cfc owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:31.915410 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-7c35ea05-7c6e-49fb-9c14-c71a5f65f0b7 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0187197 Aug 26 08:59:32.031418 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] For port 318d9d69-80c5-4caa-98b9-b0e599160cfc, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=318d9d69-80c5-4caa-98b9-b0e599160cfc,segment=NetworkSegment(79050a63-22e0-471d-afe9-1f578df71f5b),segment_id=79050a63-22e0-471d-afe9-1f578df71f5b)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:32.031903 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.049449 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.105324 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Calling delete_port for 318d9d69-80c5-4caa-98b9-b0e599160cfc owned by network:dhcp {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:32.141335 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] Pushing event deleted for resources: {'Port': ['ID=318d9d69-80c5-4caa-98b9-b0e599160cfc,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:32.144955 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb983bd3-b8fe-49bf-a3b0-74ff656876bb None None] No DVR routers for this DVR port 318d9d69-80c5-4caa-98b9-b0e599160cfc on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:32.215780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:32.219751 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49122) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:32.229876 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fa0c9-dd21-4676-8cea-096f95884443 req-429dfc11-482d-4829-92b5-1ab07c480523 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:32.231520 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-751fa0c9-dd21-4676-8cea-096f95884443 req-429dfc11-482d-4829-92b5-1ab07c480523 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1176240 Aug 26 08:59:32.282179 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:32.303697 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (318d9d69-80c5-4caa-98b9-b0e599160cfc), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.349671 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Pushing event deleted for resources: {'Port': ['ID=318d9d69-80c5-4caa-98b9-b0e599160cfc,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:32.364024 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] No DVR routers for this DVR port 318d9d69-80c5-4caa-98b9-b0e599160cfc on host dv-cinder-852364-5-iscsi {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:32.384121 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-751fa0c9-dd21-4676-8cea-096f95884443 req-a7f4f962-d5b5-4211-afbe-ef1f8265fcb2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302447 Aug 26 08:59:32.425005 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:32.442876 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-ea725b68-8354-4ead-9c0f-e0a923a8bfe2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:32.443852 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-ea725b68-8354-4ead-9c0f-e0a923a8bfe2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports/57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 940 time: 0.2221696 Aug 26 08:59:32.490988 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (ac639d8e-0bd5-49fe-b0cc-78725e66b385), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.517792 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:32.519744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac639d8e-0bd5-49fe-b0cc-78725e66b385']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:32.535796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79050a63-22e0-471d-afe9-1f578df71f5b') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:32.536171 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79050a63-22e0-471d-afe9-1f578df71f5b') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:32.552502 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (79050a63-22e0-471d-afe9-1f578df71f5b), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.577825 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (79050a63-22e0-471d-afe9-1f578df71f5b), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.586693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 08:59:32.587412 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (79050a63-22e0-471d-afe9-1f578df71f5b), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.648725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: DOWN; New status is: DOWN {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:59:32.667094 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (ac639d8e-0bd5-49fe-b0cc-78725e66b385), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.674918 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:32.681676 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/ac639d8e-0bd5-49fe-b0cc-78725e66b385 HTTP/1.1" status: 204 len: 168 time: 1.3508987 Aug 26 08:59:32.682449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49148) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:32.703235 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 79050a63-22e0-471d-afe9-1f578df71f5b resource provider aggregate not found Aug 26 08:59:32.710365 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77be5cf-3fee-436a-8d8f-7c36675ded8d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac639d8e-0bd5-49fe-b0cc-78725e66b385,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:32.738971 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 79050a63-22e0-471d-afe9-1f578df71f5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79050a63-22e0-471d-afe9-1f578df71f5b found for delete ", "request_id": "req-d8294898-7a4f-49dd-ab94-6d9c545e94ba"}]} Aug 26 08:59:33.112166 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (7170a0a2-302b-4907-8b89-ab3406c417b7), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.269937 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49162) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:33.445004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Deleting port 2666cceb-6e56-42f7-845e-51f79dc2ee52 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:33.445349 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.497830 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2aab3c5c-9b68-4708-94ee-d0892c5f012a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.539292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 318d9d69-80c5-4caa-98b9-b0e599160cfc no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:33.559412 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] For port 2666cceb-6e56-42f7-845e-51f79dc2ee52, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=2666cceb-6e56-42f7-845e-51f79dc2ee52,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:33.559970 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.566504 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 318d9d69-80c5-4caa-98b9-b0e599160cfc {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:33.566853 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 318d9d69-80c5-4caa-98b9-b0e599160cfc not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:33.583564 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Calling delete_port for 2666cceb-6e56-42f7-845e-51f79dc2ee52 owned by network:router_interface {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:33.646437 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d0d5-0c36-4c76-91d7-94afb375d40a req-ed9539ba-84e1-4108-8b42-66a127c3ac71 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:33.648122 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4e3d0d5-0c36-4c76-91d7-94afb375d40a req-ed9539ba-84e1-4108-8b42-66a127c3ac71 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0795166 Aug 26 08:59:33.698757 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2aab3c5c-9b68-4708-94ee-d0892c5f012a admin admin] Publish callbacks [] for security_group (092a1912-2b1a-4c83-9e7b-89755e94e470), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.710165 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-2aab3c5c-9b68-4708-94ee-d0892c5f012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (092a1912-2b1a-4c83-9e7b-89755e94e470), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.748003 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:33.758363 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e4e3d0d5-0c36-4c76-91d7-94afb375d40a req-7c8f3dff-086c-42eb-af27-3e4129c00ca4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008606 Aug 26 08:59:33.774440 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-2aab3c5c-9b68-4708-94ee-d0892c5f012a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=99570407d4e644deb3c8af96ab003ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006940 Aug 26 08:59:33.774440 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3c5c-9b68-4708-94ee-d0892c5f012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a1912-2b1a-4c83-9e7b-89755e94e470,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:33.775555 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49172) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:33.823749 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:33.832095 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (2666cceb-6e56-42f7-845e-51f79dc2ee52), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.848827 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25494ff2-dd39-42fa-b0c0-c2c538ea5102 admin admin] Publish callbacks [] for security_group (092a1912-2b1a-4c83-9e7b-89755e94e470), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.875248 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2666cceb-6e56-42f7-845e-51f79dc2ee52,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:33.876850 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25494ff2-dd39-42fa-b0c0-c2c538ea5102 admin admin] Publish callbacks [] for security_group (092a1912-2b1a-4c83-9e7b-89755e94e470), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.942063 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25494ff2-dd39-42fa-b0c0-c2c538ea5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (092a1912-2b1a-4c83-9e7b-89755e94e470), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.945006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25494ff2-dd39-42fa-b0c0-c2c538ea5102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:33.949067 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-25494ff2-dd39-42fa-b0c0-c2c538ea5102 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/092a1912-2b1a-4c83-9e7b-89755e94e470 HTTP/1.1" status: 204 len: 168 time: 0.1697137 Aug 26 08:59:33.967349 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25494ff2-dd39-42fa-b0c0-c2c538ea5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a1912-2b1a-4c83-9e7b-89755e94e470,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:34.067852 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (7170a0a2-302b-4907-8b89-ab3406c417b7), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.333159 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Router 7170a0a2-302b-4907-8b89-ab3406c417b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:59:34.371381 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49178) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:34.389980 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5baa3950-eade-4d9c-8225-d0f1749b4e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.431509 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:34.477462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:59:34.486598 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-78f60395-5057-4328-9768-c45fe80a2da3 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/7170a0a2-302b-4907-8b89-ab3406c417b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027008 Aug 26 08:59:34.486984 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49182) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:34.495410 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] Sync routers for ids ['7170a0a2-302b-4907-8b89-ab3406c417b7'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:59:34.534653 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] Routers {'7170a0a2-302b-4907-8b89-ab3406c417b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:34.538623 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['7170a0a2-302b-4907-8b89-ab3406c417b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:34.548011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-65cee547-0d6c-4dc7-842a-d3bfa5b1befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:34.550142 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-65cee547-0d6c-4dc7-842a-d3bfa5b1befd service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b&tenant_id=8ed7993eba324f94a1b0f7fc23401f0f HTTP/1.1" status: 200 len: 1127 time: 0.0620878 Aug 26 08:59:34.582873 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:34.595231 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5baa3950-eade-4d9c-8225-d0f1749b4e00 admin admin] Publish callbacks [] for security_group (2958c04a-4b9a-4d08-8b9d-eb8b28acb174), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.633988 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5baa3950-eade-4d9c-8225-d0f1749b4e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2958c04a-4b9a-4d08-8b9d-eb8b28acb174), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.668471 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-575c16bd-b49d-4ae0-a6fc-efd849d010a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:34.670998 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-575c16bd-b49d-4ae0-a6fc-efd849d010a9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1127 time: 0.0824175 Aug 26 08:59:34.703328 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] Set router 7170a0a2-302b-4907-8b89-ab3406c417b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:34.705454 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa3950-eade-4d9c-8225-d0f1749b4e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2958c04a-4b9a-4d08-8b9d-eb8b28acb174,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:34.712922 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-5baa3950-eade-4d9c-8225-d0f1749b4e00 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a086be7fc8c045c19e73eee5d94c048d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401401 Aug 26 08:59:34.715768 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49186) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:34.730513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks [] for router (7170a0a2-302b-4907-8b89-ab3406c417b7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.879575 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-07195e82-9f90-4c0f-b3f7-6568c55d361f admin admin] Publish callbacks [] for security_group (2958c04a-4b9a-4d08-8b9d-eb8b28acb174), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.947232 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-07195e82-9f90-4c0f-b3f7-6568c55d361f admin admin] Publish callbacks [] for security_group (2958c04a-4b9a-4d08-8b9d-eb8b28acb174), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.950070 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks [] for router_gateway (7170a0a2-302b-4907-8b89-ab3406c417b7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:34.990397 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041b7e4-266a-4011-be58-51f25b88a9e0 req-1a617805-8b92-4916-ba1a-99413d2bbc8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:34.992496 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8041b7e4-266a-4011-be58-51f25b88a9e0 req-1a617805-8b92-4916-ba1a-99413d2bbc8e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1267157 Aug 26 08:59:35.014131 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:59:33Z', 'revision_number': 5, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port': {'id': '5d5d45a8-2315-490f-9b1b-6e0319c8878c', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:55:25Z', 'updated_at': '2022-08-26T08:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:35.044335 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] Checking router: 7170a0a2-302b-4907-8b89-ab3406c417b7 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:59:35.056419 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] Routers {'7170a0a2-302b-4907-8b89-ab3406c417b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:35.057074 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['7170a0a2-302b-4907-8b89-ab3406c417b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:35.075806 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Deleting port 5d5d45a8-2315-490f-9b1b-6e0319c8878c {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:35.076375 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:35.080024 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-2b679a57-aa7a-4a50-ae78-2c6439282437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:35.083529 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-2b679a57-aa7a-4a50-ae78-2c6439282437 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.2115636 Aug 26 08:59:35.156486 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8041b7e4-266a-4011-be58-51f25b88a9e0 req-a1809274-3808-43f4-bb36-d76879d3e845 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235933 Aug 26 08:59:35.159778 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-07195e82-9f90-4c0f-b3f7-6568c55d361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2958c04a-4b9a-4d08-8b9d-eb8b28acb174), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:35.161237 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] Set router 7170a0a2-302b-4907-8b89-ab3406c417b7 gateway port host: None {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:35.162620 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-07195e82-9f90-4c0f-b3f7-6568c55d361f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:35.164101 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-07195e82-9f90-4c0f-b3f7-6568c55d361f admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2958c04a-4b9a-4d08-8b9d-eb8b28acb174 HTTP/1.1" status: 204 len: 168 time: 0.4471829 Aug 26 08:59:35.181741 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07195e82-9f90-4c0f-b3f7-6568c55d361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2958c04a-4b9a-4d08-8b9d-eb8b28acb174,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:35.209094 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-9c433ab2-898c-48d5-8f10-ea498b8519e4 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 999 time: 0.1186874 Aug 26 08:59:35.245288 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:59:34Z', 'revision_number': 6, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:35.245490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] For port 5d5d45a8-2315-490f-9b1b-6e0319c8878c, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=5d5d45a8-2315-490f-9b1b-6e0319c8878c,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:35.246345 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:35.273572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Calling delete_port for 5d5d45a8-2315-490f-9b1b-6e0319c8878c owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:35.288624 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a2487-dc9b-4cee-9048-cf04574c413c None None] The sync data for ids ['7170a0a2-302b-4907-8b89-ab3406c417b7'] in dv-cinder-852364-5-iscsi is: [{'id': '7170a0a2-302b-4907-8b89-ab3406c417b7', 'name': 'tempest-TestMinimumBasicScenario-669140533-router', 'tenant_id': '5ffc549da2e2446889e2f0c0cc66e177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:55:23Z', 'updated_at': '2022-08-26T08:59:34Z', 'revision_number': 6, 'project_id': '5ffc549da2e2446889e2f0c0cc66e177', 'gw_port_host': None}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:59:35.326636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-888f8936-5dad-4bbb-b2eb-0110878af6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:35.328620 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-888f8936-5dad-4bbb-b2eb-0110878af6b0 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.1100023 Aug 26 08:59:35.396680 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-78c5278e-8d34-4ef4-b016-458b341ae5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:35.398521 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-78c5278e-8d34-4ef4-b016-458b341ae5af service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609674 Aug 26 08:59:35.522641 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:35.552066 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (5d5d45a8-2315-490f-9b1b-6e0319c8878c), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:35.552984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-731d28a7-f790-438e-9a5d-33d0c627cdb9 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459203 Aug 26 08:59:35.594134 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5d45a8-2315-490f-9b1b-6e0319c8878c,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:35.709934 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:35.729004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:35.782986 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (7170a0a2-302b-4907-8b89-ab3406c417b7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:35.796938 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:35.807364 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-f5999680-9be6-4a24-a90a-109245f6c2b4 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478595 Aug 26 08:59:35.945050 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 2666cceb-6e56-42f7-845e-51f79dc2ee52 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:35.978980 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 2666cceb-6e56-42f7-845e-51f79dc2ee52 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:35.979480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 2666cceb-6e56-42f7-845e-51f79dc2ee52 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:36.010257 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (7170a0a2-302b-4907-8b89-ab3406c417b7), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.012795 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks [] for router_controller (7170a0a2-302b-4907-8b89-ab3406c417b7), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.086416 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (7170a0a2-302b-4907-8b89-ab3406c417b7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.088781 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7170a0a2-302b-4907-8b89-ab3406c417b7 {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 08:59:36.094936 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.099365 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-e30272eb-c242-4496-ba9c-f110b5d72061 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/7170a0a2-302b-4907-8b89-ab3406c417b7 HTTP/1.1" status: 204 len: 168 time: 1.6111994 Aug 26 08:59:36.099634 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49220) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:36.252952 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Deleting subnet ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:59:36.268392 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Publish callbacks [] for subnet (ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.282588 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-dbe74d00-fc7b-4e5e-849c-fb4d9f4250a5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1171632 Aug 26 08:59:36.373908 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Publish callbacks [] for subnet (ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.444758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.561247 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada6e4-a4b0-4175-9485-78e87bbac559 req-db328d90-81ed-4ba1-8d15-7c6c9c60e36e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:36.563254 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68ada6e4-a4b0-4175-9485-78e87bbac559 req-db328d90-81ed-4ba1-8d15-7c6c9c60e36e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1326199 Aug 26 08:59:36.655225 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-1a3bba7e-9c04-4364-a49e-0c9a560bd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:36.659150 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-1a3bba7e-9c04-4364-a49e-0c9a560bd60b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1130 time: 0.1567857 Aug 26 08:59:36.697611 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.776937 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:36.784576 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48 HTTP/1.1" status: 204 len: 168 time: 0.6837831 Aug 26 08:59:36.785581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22ea70-ed59-4540-97ed-cd4b9383a8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd7cb15-52b5-4d64-a7d4-0e6c0fb46e48,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:36.796361 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913f831-365a-4690-8df8-85a9c8f54d9b None None] Network 11c3d87b-8487-4a58-b47a-190c21be6777 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:36.821766 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68ada6e4-a4b0-4175-9485-78e87bbac559 req-f55558c3-c01e-455f-8017-906115f61f35 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337668 Aug 26 08:59:36.822527 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49248) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:36.991255 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-adfacdef-b3bf-464c-8130-7e329a0a7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:36.998737 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-adfacdef-b3bf-464c-8130-7e329a0a7b02 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 911 time: 0.3031464 Aug 26 08:59:36.998737 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49252) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:37.110801 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (11c3d87b-8487-4a58-b47a-190c21be6777), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.166148 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] DHCP port deletion for 11c3d87b-8487-4a58-b47a-190c21be6777 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 08:59:37.190184 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-7c09e6b6-43d7-489a-b482-22fcdff74ae1 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 1002 time: 0.1818745 Aug 26 08:59:37.304689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Deleting port b2105643-ef7e-470e-88d8-7e768ed87be7 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:37.305052 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.363708 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-78ae3539-9af4-4ee2-a9e3-47f2029e1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:37.365594 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-78ae3539-9af4-4ee2-a9e3-47f2029e1c57 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.1692924 Aug 26 08:59:37.371288 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-928798700-network', 'tenant_id': 'f8b63707f29c4aaa9f9c0293a53251c2'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:37.415803 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Made reservation on behalf of f8b63707f29c4aaa9f9c0293a53251c2 for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:59:37.418394 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.435793 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.478632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db19c9-661c-40b8-87a0-e556d9292677 req-10af2ad8-f955-4ec4-b76b-ed8d40d87bc7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:37.488770 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43db19c9-661c-40b8-87a0-e556d9292677 req-10af2ad8-f955-4ec4-b76b-ed8d40d87bc7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.0734067 Aug 26 08:59:37.553488 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Deleting port b2105643-ef7e-470e-88d8-7e768ed87be7 {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:37.553862 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.587712 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] For port b2105643-ef7e-470e-88d8-7e768ed87be7, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b2105643-ef7e-470e-88d8-7e768ed87be7,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:37.588893 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.590829 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks [] for security_group (caaeebe3-c6fa-4938-b82d-9cf959f13b6d), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.597500 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 5d5d45a8-2315-490f-9b1b-6e0319c8878c no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:37.600192 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (caaeebe3-c6fa-4938-b82d-9cf959f13b6d), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.615789 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43db19c9-661c-40b8-87a0-e556d9292677 req-a6525a23-c2a3-412e-9972-5a556f3cf579 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255167 Aug 26 08:59:37.626389 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Calling delete_port for b2105643-ef7e-470e-88d8-7e768ed87be7 owned by network:dhcp {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:37.641774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:59:37.645524 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] For port b2105643-ef7e-470e-88d8-7e768ed87be7, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=b2105643-ef7e-470e-88d8-7e768ed87be7,segment=NetworkSegment(b9b725f2-090e-446f-8e25-68e948746012),segment_id=b9b725f2-090e-446f-8e25-68e948746012)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:37.646173 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.649296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:37.659802 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaeebe3-c6fa-4938-b82d-9cf959f13b6d,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:37.671341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (d8879815-2d4b-4753-b88a-02f65a2ac698), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.672226 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Added segment d8879815-2d4b-4753-b88a-02f65a2ac698 of type vlan for network cf478a9f-c72c-43b8-be6e-99b905436aa3 Aug 26 08:59:37.683157 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 5d5d45a8-2315-490f-9b1b-6e0319c8878c {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:37.683636 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 5d5d45a8-2315-490f-9b1b-6e0319c8878c not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:37.684352 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b2105643-ef7e-470e-88d8-7e768ed87be7 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:37.686140 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:37.687863 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Calling delete_port for b2105643-ef7e-470e-88d8-7e768ed87be7 owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:37.720715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:37.744261 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.760663 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (cf478a9f-c72c-43b8-be6e-99b905436aa3), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.775837 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2105643-ef7e-470e-88d8-7e768ed87be7,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:37.781870 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] No DVR routers for this DVR port b2105643-ef7e-470e-88d8-7e768ed87be7 on host dv-cinder-852364-5-iscsi {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:37.784924 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No active binding found for port b2105643-ef7e-470e-88d8-7e768ed87be7 {{(pid=117973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 26 08:59:37.785323 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] The host dv-cinder-852364-5-iscsi is not matching for port b2105643-ef7e-470e-88d8-7e768ed87be7 host None! {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 26 08:59:37.785719 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device b2105643-ef7e-470e-88d8-7e768ed87be7 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:37.831684 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (b2105643-ef7e-470e-88d8-7e768ed87be7), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.834015 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (cf478a9f-c72c-43b8-be6e-99b905436aa3), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.835995 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:37.851961 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.871189 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Pushing event deleted for resources: {'Port': ['ID=b2105643-ef7e-470e-88d8-7e768ed87be7,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:37.899190 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (11c3d87b-8487-4a58-b47a-190c21be6777), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.910765 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] No DVR routers for this DVR port b2105643-ef7e-470e-88d8-7e768ed87be7 on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:37.921495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.921945 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.922162 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.922727 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.924232 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.924232 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.924708 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.925214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.925562 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.925935 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.926505 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.926855 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.927370 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.930171 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.930171 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb4dc54-6a67-4e39-a0e0-3b8a1b23632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:37.935143 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c3d87b-8487-4a58-b47a-190c21be6777']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:37.941840 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9414697 Aug 26 08:59:37.942774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49272) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:37.963242 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Request body: {'subnet': {'network_id': 'cf478a9f-c72c-43b8-be6e-99b905436aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-928798700-subnet', 'tenant_id': 'f8b63707f29c4aaa9f9c0293a53251c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:37.963539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b725f2-090e-446f-8e25-68e948746012') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:37.963850 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b725f2-090e-446f-8e25-68e948746012') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:37.970647 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:37.980392 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117dd1-fe1e-404b-b873-29eb5ca0c66f admin admin] Pushing event updated for resources: {'Network': ['ID=cf478a9f-c72c-43b8-be6e-99b905436aa3,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:37.981723 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (b9b725f2-090e-446f-8e25-68e948746012), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:37.997146 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network cf478a9f-c72c-43b8-be6e-99b905436aa3 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:59:38.000743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Made reservation on behalf of f8b63707f29c4aaa9f9c0293a53251c2 for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:59:38.004960 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.019877 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (b9b725f2-090e-446f-8e25-68e948746012), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.047242 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 08:59:38.048512 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (b9b725f2-090e-446f-8e25-68e948746012), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.128996 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment b9b725f2-090e-446f-8e25-68e948746012 resource provider aggregate not found Aug 26 08:59:38.148980 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:38.155777 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment b9b725f2-090e-446f-8e25-68e948746012 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9b725f2-090e-446f-8e25-68e948746012 found for delete ", "request_id": "req-314791be-7ea2-411d-82f6-52832294f1f1"}]} Aug 26 08:59:38.161884 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62cc0-d0ac-4da2-94d2-909b602c4abb req-52c8dc07-070d-41ac-8170-83cf30b1f31e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:38.163503 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d4a62cc0-d0ac-4da2-94d2-909b602c4abb req-52c8dc07-070d-41ac-8170-83cf30b1f31e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1344147 Aug 26 08:59:38.185851 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (11c3d87b-8487-4a58-b47a-190c21be6777), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.198776 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.202387 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/11c3d87b-8487-4a58-b47a-190c21be6777 HTTP/1.1" status: 204 len: 168 time: 1.3757119 Aug 26 08:59:38.220259 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6308a5-cfee-4da4-8f8b-7d05e3f2c99e admin admin] Pushing event deleted for resources: {'Network': ['ID=11c3d87b-8487-4a58-b47a-190c21be6777,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:38.253980 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d4a62cc0-d0ac-4da2-94d2-909b602c4abb req-ed977af8-26e5-4839-a41c-fc7b417762bc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799258 Aug 26 08:59:38.333583 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (ea364496-3679-4213-833a-b7a583743918), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.359020 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49280) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:38.379210 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:38.395772 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea364496-3679-4213-833a-b7a583743918,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:38.408734 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Checking segment: {'id': 'd8879815-2d4b-4753-b88a-02f65a2ac698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'cf478a9f-c72c-43b8-be6e-99b905436aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:59:38.409209 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Network hostable DHCP agents. Network: cf478a9f-c72c-43b8-be6e-99b905436aa3, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:59:38.414767 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-061d5578-fa45-4878-b733-ade73deb7131 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=3d18cb354a0f46faba6c00b89b4e4b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563245 Aug 26 08:59:38.419376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49282) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:38.465466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Network cf478a9f-c72c-43b8-be6e-99b905436aa3 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:59:38.481072 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, cf478a9f-c72c-43b8-be6e-99b905436aa3) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:59:38.491406 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb06b7-5f4c-41c0-97b2-94556f2ff61d None None] Network cf478a9f-c72c-43b8-be6e-99b905436aa3 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:38.492295 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:38.492911 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.499343 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d195d0cc-3364-4af5-9702-959b6c135db5 admin admin] Publish callbacks [] for security_group (c31d0056-877b-4089-99ed-f9d9cf5eb1ad), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.528130 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e137adfb-b7fd-4e0d-a3ce-4f15149f1013 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5723524 Aug 26 08:59:38.536818 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d195d0cc-3364-4af5-9702-959b6c135db5 admin admin] Publish callbacks [] for security_group (c31d0056-877b-4089-99ed-f9d9cf5eb1ad), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.654920 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081eff41-6fa7-42b9-806a-3c865703db6e None None] Network cf478a9f-c72c-43b8-be6e-99b905436aa3 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:38.656652 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d195d0cc-3364-4af5-9702-959b6c135db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (c31d0056-877b-4089-99ed-f9d9cf5eb1ad), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.674922 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d195d0cc-3364-4af5-9702-959b6c135db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:38.676940 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d195d0cc-3364-4af5-9702-959b6c135db5 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/c31d0056-877b-4089-99ed-f9d9cf5eb1ad HTTP/1.1" status: 204 len: 168 time: 0.2563114 Aug 26 08:59:38.716872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195d0cc-3364-4af5-9702-959b6c135db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d0056-877b-4089-99ed-f9d9cf5eb1ad,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:38.980233 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddd629-d99f-43ef-9132-0fbf24082349 req-5a38025b-6ff5-4f5a-b328-dadc6acbe2fe tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:38.987795 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b9ddd629-d99f-43ef-9132-0fbf24082349 req-5a38025b-6ff5-4f5a-b328-dadc6acbe2fe tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.1889226 Aug 26 08:59:39.153060 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b9ddd629-d99f-43ef-9132-0fbf24082349 req-0f286e03-97ee-4417-969b-3bef0b014ddd tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446218 Aug 26 08:59:39.182016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-65a0ff93-6891-4d27-8b81-800d35d9304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:39.183813 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-65a0ff93-6891-4d27-8b81-800d35d9304a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1270239 Aug 26 08:59:39.447915 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f32733-3cbd-4103-b72b-8154763861ab req-d115ece3-2d99-465d-81a4-8fcb2c71ebc1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:39.457801 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-94f32733-3cbd-4103-b72b-8154763861ab req-d115ece3-2d99-465d-81a4-8fcb2c71ebc1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0760002 Aug 26 08:59:39.573756 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49308) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:39.675332 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-2d1c7d84-2637-4569-908b-6b98462118b8 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=5ffc549da2e2446889e2f0c0cc66e177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0997155 Aug 26 08:59:39.678575 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49314) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:39.686173 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 08:59:39.731029 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-729a9243-7a56-4279-9a5c-7eee94116ec1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:39.733375 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-729a9243-7a56-4279-9a5c-7eee94116ec1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.2619748 Aug 26 08:59:39.752449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:39.776609 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-94f32733-3cbd-4103-b72b-8154763861ab req-307d759b-0e9c-46d2-91bf-a18fc3136a34 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171694 Aug 26 08:59:39.786775 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-23513261-0f49-4c71-958c-f895e5efa0be service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220811 Aug 26 08:59:39.874578 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc2d17f4-334a-4cec-8897-d1324a9673bb admin admin] Publish callbacks [] for security_group (b319d8ef-c679-4368-a7de-42b659c41f6d), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.084178 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:40.085991 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.320765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc2d17f4-334a-4cec-8897-d1324a9673bb admin admin] Publish callbacks [] for security_group (b319d8ef-c679-4368-a7de-42b659c41f6d), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.333393 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:40.445267 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e08eb2d2-972c-4526-b269-06b7b4b3f995 req-3bc3393e-5af4-4c01-8a39-33fb50e5a98c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517177 Aug 26 08:59:40.447505 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49324) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:40.470757 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-213664540-network', 'tenant_id': 'f6b67d4b9dfe46c79b2a1a5d2887ce3b'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:40.472065 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412098f-c685-44c4-8a6f-cfb49db82840 req-8bdfb212-c159-4394-80c5-edece97af981 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:40.474648 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4412098f-c685-44c4-8a6f-cfb49db82840 req-8bdfb212-c159-4394-80c5-edece97af981 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 945 time: 0.1477070 Aug 26 08:59:40.537010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc2d17f4-334a-4cec-8897-d1324a9673bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b319d8ef-c679-4368-a7de-42b659c41f6d), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.544562 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bc2d17f4-334a-4cec-8897-d1324a9673bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.546523 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-bc2d17f4-334a-4cec-8897-d1324a9673bb admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b319d8ef-c679-4368-a7de-42b659c41f6d HTTP/1.1" status: 204 len: 168 time: 0.8663194 Aug 26 08:59:40.570160 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d17f4-334a-4cec-8897-d1324a9673bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319d8ef-c679-4368-a7de-42b659c41f6d,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:40.580129 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Made reservation on behalf of f6b67d4b9dfe46c79b2a1a5d2887ce3b for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:59:40.585200 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.603428 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] For port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:40.605473 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.620931 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.855580 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks [] for security_group (159e6959-4184-4de5-b92e-fa1f6d8585e1), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:40.863405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (159e6959-4184-4de5-b92e-fa1f6d8585e1), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.004021 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.004468 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (5745cf1d-05e0-4d6f-8d6e-363e7070a7b0), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.004952 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP 5745cf1d-05e0-4d6f-8d6e-363e7070a7b0 disassociated. External IP: 172.27.3.194, port: ce968e83-b42f-4852-8fd6-c16bf4f5b0ee. Aug 26 08:59:41.005275 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for ce968e83-b42f-4852-8fd6-c16bf4f5b0ee owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:41.021143 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159e6959-4184-4de5-b92e-fa1f6d8585e1,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:41.071942 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 08:59:41.107414 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (18c472de-4408-4d52-8d74-3cb5a12b3ba4), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.107414 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Added segment 18c472de-4408-4d52-8d74-3cb5a12b3ba4 of type vlan for network 6c13fba8-88cf-486e-ba13-09cc84ea3a47 Aug 26 08:59:41.168856 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4412098f-c685-44c4-8a6f-cfb49db82840 req-798a5aac-a471-4873-80ff-f67cc6a346be tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=91664c6d-45ff-431c-9c68-3af7b5313b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6845257 Aug 26 08:59:41.215153 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5690-dc00-4651-8411-f8e7c0e697df req-4b8908d0-cafb-4db2-b336-2e3d7272d306 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:41.224975 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-052d5690-dc00-4651-8411-f8e7c0e697df req-4b8908d0-cafb-4db2-b336-2e3d7272d306 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.2637177 Aug 26 08:59:41.266804 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (6c13fba8-88cf-486e-ba13-09cc84ea3a47), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.366395 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-052d5690-dc00-4651-8411-f8e7c0e697df req-cca6e1fc-1a9f-4e33-ae63-c239df786a57 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401350 Aug 26 08:59:41.372443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (6c13fba8-88cf-486e-ba13-09cc84ea3a47), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.372443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:41.372443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.428216 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:41.438561 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (ce968e83-b42f-4852-8fd6-c16bf4f5b0ee), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.455067 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0060883 Aug 26 08:59:41.459959 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49332) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:41.479961 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb0d4f-f208-4a90-a8de-e8e7f1683c28 admin admin] Pushing event updated for resources: {'Network': ['ID=6c13fba8-88cf-486e-ba13-09cc84ea3a47,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:41.487339 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Request body: {'subnet': {'network_id': '6c13fba8-88cf-486e-ba13-09cc84ea3a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-213664540-subnet', 'tenant_id': 'f6b67d4b9dfe46c79b2a1a5d2887ce3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:41.493099 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 6c13fba8-88cf-486e-ba13-09cc84ea3a47 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 08:59:41.500570 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=ce968e83-b42f-4852-8fd6-c16bf4f5b0ee,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:41.617947 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:41.645032 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Made reservation on behalf of f6b67d4b9dfe46c79b2a1a5d2887ce3b for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 08:59:41.647640 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:41.667229 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 08:59:41.923603 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 08:59:41.944000 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 08:59:41.965498 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:41.967220 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:42.039618 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] No DVR routers for this DVR port ce968e83-b42f-4852-8fd6-c16bf4f5b0ee on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 08:59:42.044605 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:42.048687 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1848a13a-ff4f-485e-b85c-0425a9894a27 req-cb73309f-85bc-4aab-a144-5b10ea0fddd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "DELETE /networking/v2.0/ports/ce968e83-b42f-4852-8fd6-c16bf4f5b0ee HTTP/1.1" status: 204 len: 173 time: 2.3097215 Aug 26 08:59:42.049788 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'name': 'network-vif-deleted', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:42.052391 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b834e2de-619a-43d4-9078-67c42057d50d" -d '{"events": [{"server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "name": "network-vif-deleted", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:42.083901 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:42.173385 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf5a42-7929-49f0-9504-b3d623d36796 x-openstack-request-id: req-cbaf5a42-7929-49f0-9504-b3d623d36796 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:42.174142 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0695da3e-654d-4b9d-be68-e195e539e831", "name": "network-vif-deleted", "tag": "ce968e83-b42f-4852-8fd6-c16bf4f5b0ee", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:42.174142 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbaf5a42-7929-49f0-9504-b3d623d36796 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:42.174605 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaf5a42-7929-49f0-9504-b3d623d36796'] response: {'server_uuid': '0695da3e-654d-4b9d-be68-e195e539e831', 'name': 'network-vif-deleted', 'tag': 'ce968e83-b42f-4852-8fd6-c16bf4f5b0ee', 'status': 'completed', 'code': 200} Aug 26 08:59:42.247798 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Checking segment: {'id': '18c472de-4408-4d52-8d74-3cb5a12b3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '6c13fba8-88cf-486e-ba13-09cc84ea3a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 08:59:42.248717 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Network hostable DHCP agents. Network: 6c13fba8-88cf-486e-ba13-09cc84ea3a47, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 08:59:42.285097 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:42.294722 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:42.319734 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Network 6c13fba8-88cf-486e-ba13-09cc84ea3a47 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 08:59:42.342344 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 6c13fba8-88cf-486e-ba13-09cc84ea3a47) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:59:42.359786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:42.361340 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:42.409137 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-56b93d6a-6511-4fcf-b537-e25a8ffe59f7 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9439070 Aug 26 08:59:42.457321 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c926e2-65b9-4127-8410-1156898da2b2 None None] Network 6c13fba8-88cf-486e-ba13-09cc84ea3a47 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:42.573349 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4b034b4c-66bb-48ec-b62a-b1c51581a3b2 req-54b71a19-1adf-4d63-bf27-5bbfd4d8a6b9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0985229 Aug 26 08:59:42.595169 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d387f2-9fcb-451d-8249-344cc41ddb89 req-0a89e0c7-4c4b-4c22-b2bf-06e94109ca31 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:42.612325 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b4d387f2-9fcb-451d-8249-344cc41ddb89 req-0a89e0c7-4c4b-4c22-b2bf-06e94109ca31 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0781629 Aug 26 08:59:42.721692 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b4d387f2-9fcb-451d-8249-344cc41ddb89 req-fda6007a-c26a-413c-a16a-1b1c54b7b053 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078606 Aug 26 08:59:42.728244 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device ce968e83-b42f-4852-8fd6-c16bf4f5b0ee no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 08:59:42.928329 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b8585-d041-4c39-9430-1b1b13899385 None None] Network 6c13fba8-88cf-486e-ba13-09cc84ea3a47 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 08:59:42.942395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: ce968e83-b42f-4852-8fd6-c16bf4f5b0ee {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 08:59:42.942621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device ce968e83-b42f-4852-8fd6-c16bf4f5b0ee not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 08:59:43.042670 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:43.209379 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:43.260604 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 08:59:43.278325 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:43.294080 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 08:59:43.294801 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:43.528908 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 08:59:43.843982 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ccf54ebf-3a67-43f9-8823-b1782e14d148 req-d2df8d65-5fe0-4b75-994a-c19b9000968b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0418682 Aug 26 08:59:43.968853 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:43.996311 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9522d4-96a1-4430-b3a8-9ef2b5b99311 req-cfb69b91-9a6b-4a3b-8e4c-33294789a5a2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:44.009325 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fe9522d4-96a1-4430-b3a8-9ef2b5b99311 req-cfb69b91-9a6b-4a3b-8e4c-33294789a5a2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1127992 Aug 26 08:59:44.012496 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab44c-8430-4d88-81b8-feafedac5a54 None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 08:59:44.126256 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-fe9522d4-96a1-4430-b3a8-9ef2b5b99311 req-3c9a632f-ced8-4a35-b5e3-956b9fdae33f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137860 Aug 26 08:59:44.427800 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a2f00b-817a-4187-a6a3-f9d7b7a2d8c3 None None] New status for floating IP 5745cf1d-05e0-4d6f-8d6e-363e7070a7b0: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 08:59:45.092172 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f27e132f-d91b-41d5-8e34-9ae3746676b8 req-158536e1-dd91-458f-adee-e5e168b01133 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0583453 Aug 26 08:59:45.303187 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da43ac-88f9-4fdd-83b7-ab630955eb83 req-9a043812-7270-4cef-bad0-3776b7128a62 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:45.304740 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-40da43ac-88f9-4fdd-83b7-ab630955eb83 req-9a043812-7270-4cef-bad0-3776b7128a62 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0571985 Aug 26 08:59:45.347873 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:45.356830 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-40da43ac-88f9-4fdd-83b7-ab630955eb83 req-9dc5c19e-79e2-466c-ab14-c33b759f30f4 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Aug 26 08:59:45.633246 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fed7adab-4336-4f12-babb-0a94b7dc59ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:46.233000 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-78f2bd1c-6628-4cdf-899f-4c7feefb71c2 req-5974be55-bec7-49fe-819a-257ff5729f14 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0366361 Aug 26 08:59:46.560357 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9210-ef08-401f-b07e-747ec889e330 req-2b316ec4-3067-46b5-9da1-ff57be675bb8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:46.564020 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6e4b9210-ef08-401f-b07e-747ec889e330 req-2b316ec4-3067-46b5-9da1-ff57be675bb8 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.1104498 Aug 26 08:59:46.648461 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6e4b9210-ef08-401f-b07e-747ec889e330 req-3b9753ac-e6ed-4f83-8394-d75b4d79730f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747004 Aug 26 08:59:47.395092 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0e6c057b-150f-462e-aa42-3c36815932ca req-8253f0de-b9d7-47dd-9cac-2ae03c311af8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0361724 Aug 26 08:59:47.810113 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50eefb-e704-4aea-b174-c4c1394d00af req-1fb9b484-a3b2-4296-93f2-0404e7cefc7b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:47.812447 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c50eefb-e704-4aea-b174-c4c1394d00af req-1fb9b484-a3b2-4296-93f2-0404e7cefc7b tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0581152 Aug 26 08:59:47.880279 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:48.239268 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6c50eefb-e704-4aea-b174-c4c1394d00af req-64f5d9ea-17a6-4d63-96ac-17ef9724942f tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166391 Aug 26 08:59:48.296988 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-85c4ed9d-22e2-4fd6-a434-a7171b748a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:48.537223 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-40834136-fbec-4a44-bc72-91c393d31311 req-95f1d05b-7557-458a-9e3a-4e57283d36e3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0371871 Aug 26 08:59:49.391418 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f826e-fc62-4ff1-8e4d-cd44bade659c req-82515089-3493-462d-bf03-deb8a6bb7e2e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:49.393077 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b72f826e-fc62-4ff1-8e4d-cd44bade659c req-82515089-3493-462d-bf03-deb8a6bb7e2e tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0581224 Aug 26 08:59:49.459816 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b72f826e-fc62-4ff1-8e4d-cd44bade659c req-07950901-bd76-4e11-98e6-32239aca5c49 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536728 Aug 26 08:59:49.672733 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-69222236-8152-4db8-8e1c-b58ff45d6644 req-2fc5afbb-8d26-4bc9-b8fc-9df95efc96b0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0341241 Aug 26 08:59:49.944121 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:50.610685 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8562615-c09a-48aa-a9fd-685952b7ff6f req-86c11db6-f5d0-4ca4-a106-b9754103b8f5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:50.612298 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8562615-c09a-48aa-a9fd-685952b7ff6f req-86c11db6-f5d0-4ca4-a106-b9754103b8f5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0669997 Aug 26 08:59:50.670389 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8562615-c09a-48aa-a9fd-685952b7ff6f req-b4be9b6c-528e-4896-becc-04f62b99e588 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500181 Aug 26 08:59:50.853687 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f5a15fcd-34e8-449f-b49e-b478fde43f15 req-f86d2c35-f641-4b33-85d6-20fc3d0fedd1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0407248 Aug 26 08:59:51.284775 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:51.836995 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcbebf-6821-40c0-8845-7073095b3ef6 req-8907b34e-b6e0-4c3b-a7ae-95c28f001444 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:51.839640 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ebcbebf-6821-40c0-8845-7073095b3ef6 req-8907b34e-b6e0-4c3b-a7ae-95c28f001444 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 943 time: 0.0745873 Aug 26 08:59:51.934514 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3ebcbebf-6821-40c0-8845-7073095b3ef6 req-400ad2e3-e848-44c6-845d-1ff8300cd160 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848899 Aug 26 08:59:52.043909 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-be3c8976-6d63-4b26-8e81-0f81fb058417 req-1a3a274c-ad6d-40b2-be1b-24ccc2b5fc43 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0695da3e-654d-4b9d-be68-e195e539e831 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Aug 26 08:59:52.305653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:52.616856 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 08:59:52.887523 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:52.899880 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '57b16be7-70f7-4545-b557-e106d767a915', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'port_id': '57b16be7-70f7-4545-b557-e106d767a915', 'mac_address': 'fa:16:3e:e5:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 08:59:52.938299 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:59:52.938744 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:52.957997 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b16be7-70f7-4545-b557-e106d767a915 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 08:59:52.989666 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:52.995223 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.053588 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=9']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:53.105402 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315f3a4-3633-4e36-a800-a4dc00171049 req-7bfd518f-03da-47c3-aca6-23290f08a06a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:53.108191 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2315f3a4-3633-4e36-a800-a4dc00171049 req-7bfd518f-03da-47c3-aca6-23290f08a06a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 944 time: 0.0676825 Aug 26 08:59:53.148919 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:53.151492 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49486) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:53.170060 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2315f3a4-3633-4e36-a800-a4dc00171049 req-4c84d261-a84f-413b-bf59-7daa778c3e16 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547938 Aug 26 08:59:53.243228 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3258e001-1ded-47ce-8922-1ad3b675e7b8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (91664c6d-45ff-431c-9c68-3af7b5313b19), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.294241 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['57b16be7-70f7-4545-b557-e106d767a915'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 08:59:53.314736 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3258e001-1ded-47ce-8922-1ad3b675e7b8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (91664c6d-45ff-431c-9c68-3af7b5313b19), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.387122 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3258e001-1ded-47ce-8922-1ad3b675e7b8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (91664c6d-45ff-431c-9c68-3af7b5313b19), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.390049 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3258e001-1ded-47ce-8922-1ad3b675e7b8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.391588 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-3258e001-1ded-47ce-8922-1ad3b675e7b8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/91664c6d-45ff-431c-9c68-3af7b5313b19 HTTP/1.1" status: 204 len: 168 time: 0.2389548 Aug 26 08:59:53.396419 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49488) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:53.404207 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e001-1ded-47ce-8922-1ad3b675e7b8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91664c6d-45ff-431c-9c68-3af7b5313b19,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:53.422319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:53.423150 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.api.v2.resource [None req-42bc7aa0-294e-46b1-84ce-7ff67ae275ea tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] show failed (client error): The resource could not be found. Aug 26 08:59:53.423732 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-42bc7aa0-294e-46b1-84ce-7ff67ae275ea tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups/91664c6d-45ff-431c-9c68-3af7b5313b19 HTTP/1.1" status: 404 len: 347 time: 0.0259345 Aug 26 08:59:53.426723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49490) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:53.566360 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port a934ba68-d942-44ca-8a62-8ac259ff1e08 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 08:59:53.566697 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.692163 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.692572 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (a934ba68-d942-44ca-8a62-8ac259ff1e08), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.709139 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for a934ba68-d942-44ca-8a62-8ac259ff1e08 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 08:59:53.714767 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:53.898794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (a934ba68-d942-44ca-8a62-8ac259ff1e08), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.935969 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=a934ba68-d942-44ca-8a62-8ac259ff1e08,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:53.965350 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (5745cf1d-05e0-4d6f-8d6e-363e7070a7b0), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.968655 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:53.976950 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-01679e89-b094-4b52-af2e-e4505a78d4c9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/5745cf1d-05e0-4d6f-8d6e-363e7070a7b0 HTTP/1.1" status: 204 len: 168 time: 0.5489743 Aug 26 08:59:54.062175 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49506) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:54.067641 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355685601', 'description': 'tempest-description--522575389'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:54.098855 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.174508 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (677f9b70-13c0-4098-b8fc-21bdbacf29db), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.180203 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (677f9b70-13c0-4098-b8fc-21bdbacf29db), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.211748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677f9b70-13c0-4098-b8fc-21bdbacf29db,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:54.217623 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.222023 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1323168c-d973-4c11-8ae7-9e63a5aebed9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553361 Aug 26 08:59:54.223399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49510) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:54.227461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '677f9b70-13c0-4098-b8fc-21bdbacf29db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:54.257588 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (2a2be3e7-20fc-4077-93a7-695ffffd1b93), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.336172 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781524-185f-4ed5-a07b-f3843d8c0fa3 req-d08bcafd-3132-417a-af31-50f314e3b8e2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:54.337606 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9781524-185f-4ed5-a07b-f3843d8c0fa3 req-d08bcafd-3132-417a-af31-50f314e3b8e2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 944 time: 0.0702782 Aug 26 08:59:54.367521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (2a2be3e7-20fc-4077-93a7-695ffffd1b93), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.379011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (2a2be3e7-20fc-4077-93a7-695ffffd1b93), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.416082 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2be3e7-20fc-4077-93a7-695ffffd1b93,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:54.423394 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d9781524-185f-4ed5-a07b-f3843d8c0fa3 req-5840c553-c0bf-4521-b7ca-1e0b8d2e5cbc tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791540 Aug 26 08:59:54.431422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.433174 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-8090dfd9-936b-4bdd-8582-4797a3a1e7d8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2089555 Aug 26 08:59:54.436915 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49512) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:54.442559 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'security_group_rule': {'security_group_id': '677f9b70-13c0-4098-b8fc-21bdbacf29db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:54.478746 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (52343433-7d2d-43cb-a725-1f7287b53324), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.547009 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (52343433-7d2d-43cb-a725-1f7287b53324), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.552321 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (52343433-7d2d-43cb-a725-1f7287b53324), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.586376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52343433-7d2d-43cb-a725-1f7287b53324,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:54.596490 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.598020 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-99020f13-ccec-478e-84c6-cc624b75f9a7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597316 Aug 26 08:59:54.601386 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49514) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:54.606253 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 08:59:54.613514 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:54.626984 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 08:59:54.643386 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.663273 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:54.693126 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 57b16be7-70f7-4545-b557-e106d767a915 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 08:59:54.693525 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (57b16be7-70f7-4545-b557-e106d767a915), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.775137 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.807516 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 57b16be7-70f7-4545-b557-e106d767a915 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 08:59:54.808053 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.845509 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 08:59:54.848094 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410be1c5-89b2-4fe8-b665-41e65e1a4f22" -d '{"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-plugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 08:59:54.884768 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 08:59:54.888449 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:54.932725 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.27.3.41 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/2521c578-88d6-4b99-9a80-c99fd8c4467e) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 08:59:54.951805 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41adc303-eee9-4beb-aabf-648520d3b589 x-openstack-request-id: req-41adc303-eee9-4beb-aabf-648520d3b589 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 08:59:54.952343 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-plugged", "status": "completed", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 08:59:54.952764 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41adc303-eee9-4beb-aabf-648520d3b589 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 08:59:54.953398 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41adc303-eee9-4beb-aabf-648520d3b589'] response: {'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'code': 200} Aug 26 08:59:55.020317 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=10']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:55.034834 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:55.116086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.191115 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.258111 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 08:59:55.261796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823499b-ef22-4752-8c8e-eb3e483f6bc4 req-99aa1723-3844-4039-8a8e-8436d9f7f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:55.263987 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c823499b-ef22-4752-8c8e-eb3e483f6bc4 req-99aa1723-3844-4039-8a8e-8436d9f7f3a9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1130 time: 0.0758076 Aug 26 08:59:55.274947 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 08:59:55.286395 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=2521c578-88d6-4b99-9a80-c99fd8c4467e,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:55.299105 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 08:59:55.346546 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:55.398507 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (29d275e2-749c-4683-93b8-1b4b63a813b7), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.404514 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c823499b-ef22-4752-8c8e-eb3e483f6bc4 req-6ab76e3e-73b1-4920-8753-2e2e024caf0e service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257300 Aug 26 08:59:55.456273 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.635312 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d4a9-9f75-4443-9188-65418fe3aac3 req-2f27471b-5691-4c5b-a190-a7444a9f3915 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:55.637347 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-55e2d4a9-9f75-4443-9188-65418fe3aac3 req-2f27471b-5691-4c5b-a190-a7444a9f3915 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0700238 Aug 26 08:59:55.762599 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-55e2d4a9-9f75-4443-9188-65418fe3aac3 req-4648eaf6-21b9-45fc-8e5d-c883f9b41dcd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141803 Aug 26 08:59:55.765005 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.773346 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.774260 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (29d275e2-749c-4683-93b8-1b4b63a813b7), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.817854 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:55.820546 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2167993 Aug 26 08:59:55.827677 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=2521c578-88d6-4b99-9a80-c99fd8c4467e,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:55.836269 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.836626 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.838871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.838871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.838871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.838871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.838871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.838871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.839398 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.839398 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.839747 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.840159 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.840477 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.840805 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:55.841134 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbf86a-1b51-4a15-8698-1d4eec035598 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:56.093223 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-1a1e4ad9-f5c1-4dc5-9b9d-d6ae2cab4ce9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1355685601&fields=id&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 267 time: 0.0509195 Aug 26 08:59:56.236591 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-ae913e0b-bafc-4be3-ba71-f48dbcdf7ac4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:56.238454 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-ae913e0b-bafc-4be3-ba71-f48dbcdf7ac4 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.1370537 Aug 26 08:59:56.258940 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-591731c1-ea53-4661-8d91-55f0dd12aafc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/quotas/f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 375 time: 0.0145123 Aug 26 08:59:56.340474 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-48246f17-2db6-4a74-aa79-32211019b710 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736697 Aug 26 08:59:56.425317 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:56.520116 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-747545b3-8b20-48ba-9eb0-14a591212462 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667502 Aug 26 08:59:56.670972 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-8520592f-bd63-4025-a497-86a3d6bd65e2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495118 Aug 26 08:59:56.936461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:56.957019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b085dd4-a688-43e1-8327-0811a2181afb req-6cbb3054-17c7-402b-a3ad-6918a220780a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:56.959144 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3b085dd4-a688-43e1-8327-0811a2181afb req-6cbb3054-17c7-402b-a3ad-6918a220780a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0863006 Aug 26 08:59:56.996751 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e259dedc-0cad-4e41-ac34-fea5559c314d req-be5d025f-aa9d-4153-8e4f-7d7245b46d78 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 210 time: 0.0404282 Aug 26 08:59:57.039580 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3b085dd4-a688-43e1-8327-0811a2181afb req-7c73ffec-caf3-4515-b45d-14c216f2ea92 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738952 Aug 26 08:59:58.154987 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f991dbf7-22d9-4b62-9519-943dbc9beef6 req-731e0fb9-84b4-416e-8235-75ffdaff44f7 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 210 time: 0.0344198 Aug 26 08:59:58.305933 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f9bf8-078b-4cba-9ce0-01378b00c5f7 req-fab391d3-343b-4574-8fdb-dec8bfeef6dd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:58.308392 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-533f9bf8-078b-4cba-9ce0-01378b00c5f7 req-fab391d3-343b-4574-8fdb-dec8bfeef6dd tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0642989 Aug 26 08:59:58.389754 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-533f9bf8-078b-4cba-9ce0-01378b00c5f7 req-f1c889e8-e767-4942-b50e-2d9a69e33fa5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731058 Aug 26 08:59:58.638289 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-7f050b7b-7530-45a0-b86c-e3bec0c6a0c2 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:58.639906 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-7f050b7b-7530-45a0-b86c-e3bec0c6a0c2 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 814 time: 0.1819212 Aug 26 08:59:58.652731 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74fb31-15b8-4c62-bc38-269751eab6d7 req-5ab75d20-d2ea-45cb-bbc4-d709920ec356 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:58.654502 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5b74fb31-15b8-4c62-bc38-269751eab6d7 req-5ab75d20-d2ea-45cb-bbc4-d709920ec356 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0729263 Aug 26 08:59:58.681242 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49654) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:58.713318 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-5b74fb31-15b8-4c62-bc38-269751eab6d7 req-b2a9b560-4ed0-4126-abff-6899e141ad8b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523298 Aug 26 08:59:58.740510 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Deleting subnet ea364496-3679-4213-833a-b7a583743918 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:59:58.744991 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Publish callbacks [] for subnet (ea364496-3679-4213-833a-b7a583743918), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:58.799500 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Publish callbacks [] for subnet (ea364496-3679-4213-833a-b7a583743918), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:58.806537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (ea364496-3679-4213-833a-b7a583743918), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:58.836120 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:58.882641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for subnet (ea364496-3679-4213-833a-b7a583743918), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:58.909417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea364496-3679-4213-833a-b7a583743918,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:58.916304 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:58.923308 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-46efef8b-a8fa-404b-ac3c-e7c545e5e27c admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/ea364496-3679-4213-833a-b7a583743918 HTTP/1.1" status: 204 len: 168 time: 0.2373872 Aug 26 08:59:58.924713 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49656) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:59.022948 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (cf478a9f-c72c-43b8-be6e-99b905436aa3), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.118240 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (cf478a9f-c72c-43b8-be6e-99b905436aa3), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.144807 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf478a9f-c72c-43b8-be6e-99b905436aa3']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:59.156999 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8879815-2d4b-4753-b88a-02f65a2ac698') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:59.157341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8879815-2d4b-4753-b88a-02f65a2ac698') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 08:59:59.169924 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (d8879815-2d4b-4753-b88a-02f65a2ac698), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.185725 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (d8879815-2d4b-4753-b88a-02f65a2ac698), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.194705 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 08:59:59.195270 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (d8879815-2d4b-4753-b88a-02f65a2ac698), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.269195 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment d8879815-2d4b-4753-b88a-02f65a2ac698 resource provider aggregate not found Aug 26 08:59:59.297401 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment d8879815-2d4b-4753-b88a-02f65a2ac698 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8879815-2d4b-4753-b88a-02f65a2ac698 found for delete ", "request_id": "req-6dc128af-083f-4aaa-a29b-c771c60e75eb"}]} Aug 26 08:59:59.306041 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:59.315717 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (cf478a9f-c72c-43b8-be6e-99b905436aa3), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.321954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.325370 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/cf478a9f-c72c-43b8-be6e-99b905436aa3 HTTP/1.1" status: 204 len: 168 time: 0.3975790 Aug 26 08:59:59.328679 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49664) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:59.350721 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf478a9f-c72c-43b8-be6e-99b905436aa3,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:59.352895 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-edee0131-c0ea-4af7-bad8-c73a7848f867 req-b4d18b56-2cf0-455e-86bb-9a4cc9c301eb tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 210 time: 0.0615184 Aug 26 08:59:59.398224 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.398688 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.399239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.399710 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.400130 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.400554 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.401056 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.401518 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.401893 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.402306 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.402843 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.403373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.403854 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.404345 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.404826 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97114118-f642-4e83-8f78-c06533596676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 08:59:59.436272 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Deleting subnet a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 08:59:59.441250 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Publish callbacks [] for subnet (a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.494453 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.602982 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.613882 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab80ce-371d-4c4f-8f8f-31b3e78c6a14 req-f1f031ac-4c83-4c58-a149-94a88fb332bb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:59.616121 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b3ab80ce-371d-4c4f-8f8f-31b3e78c6a14 req-f1f031ac-4c83-4c58-a149-94a88fb332bb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0849743 Aug 26 08:59:59.692088 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 08:59:59.725949 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b3ab80ce-371d-4c4f-8f8f-31b3e78c6a14 req-ca6ad508-8d4b-4686-b95b-6f9a7c304700 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867391 Aug 26 08:59:59.739629 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.795768 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 08:59:59.802101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 08:59:59.808013 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0b0d3cac-1709-43c6-9b2e-d316e2e7a31c admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/a6d1ad32-a5c7-4ad2-872e-d8164cfdb74a HTTP/1.1" status: 204 len: 168 time: 0.4777865 Aug 26 08:59:59.811849 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49672) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 08:59:59.930627 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4a544-66ca-4256-b372-9043f5058432 req-661072c1-2a59-42b8-9e9a-904592ae6fa6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 08:59:59.932269 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0fd4a544-66ca-4256-b372-9043f5058432 req-661072c1-2a59-42b8-9e9a-904592ae6fa6 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.1068671 Aug 26 08:59:59.937518 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (6c13fba8-88cf-486e-ba13-09cc84ea3a47), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.072038 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0fd4a544-66ca-4256-b372-9043f5058432 req-4a9811b7-953e-4783-9c6b-d78a1d71a73b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301069 Aug 26 09:00:00.080720 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (6c13fba8-88cf-486e-ba13-09cc84ea3a47), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.117062 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.117563 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.118767 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.119341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > port after_create 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.119871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > port after_delete 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.120273 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > port after_update 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.120786 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.121267 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.121758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.122233 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.248967 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.249343 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.249640 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.249973 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=117972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 09:00:00.250374 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c13fba8-88cf-486e-ba13-09cc84ea3a47']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:00.272632 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c472de-4408-4d52-8d74-3cb5a12b3ba4') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:00.272988 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c472de-4408-4d52-8d74-3cb5a12b3ba4') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:00.295320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (18c472de-4408-4d52-8d74-3cb5a12b3ba4), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.340974 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (18c472de-4408-4d52-8d74-3cb5a12b3ba4), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.365121 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:00:00.366207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (18c472de-4408-4d52-8d74-3cb5a12b3ba4), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.416759 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-3345718e-6a21-4274-ac45-18eed767fbc8 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f87dce6d7f01455fb8c3cfe128c20e72 HTTP/1.1" status: 200 len: 380 time: 0.1055524 Aug 26 09:00:00.464923 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (6c13fba8-88cf-486e-ba13-09cc84ea3a47), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.492428 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.496929 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/6c13fba8-88cf-486e-ba13-09cc84ea3a47 HTTP/1.1" status: 204 len: 168 time: 0.6836164 Aug 26 09:00:00.498833 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902f7e-4a85-4f01-8707-1808f3954fec admin admin] Pushing event deleted for resources: {'Network': ['ID=6c13fba8-88cf-486e-ba13-09cc84ea3a47,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:00.559380 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-46065296-e9e1-4e3c-95f3-a2d323d06ca6 req-c6265097-44ec-4478-a8bd-8333ec799e53 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 210 time: 0.0936272 Aug 26 09:00:00.573433 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'port': {'device_id': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'admin_state_up': True, 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'security_groups': ['677f9b70-13c0-4098-b8fc-21bdbacf29db']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:00.718916 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 18c472de-4408-4d52-8d74-3cb5a12b3ba4 resource provider aggregate not found Aug 26 09:00:00.744806 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-cc221206-068f-4cc0-84f6-3356dd9d1c1b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:00.747222 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-cc221206-068f-4cc0-84f6-3356dd9d1c1b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.1130152 Aug 26 09:00:00.754125 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Made reservation on behalf of f87dce6d7f01455fb8c3cfe128c20e72 for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:00:00.756083 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 18c472de-4408-4d52-8d74-3cb5a12b3ba4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18c472de-4408-4d52-8d74-3cb5a12b3ba4 found for delete ", "request_id": "req-6b7435cc-276d-4ffc-90d5-8bd6478ef6d8"}]} Aug 26 09:00:00.758197 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.776751 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:00.778371 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=67 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:00.876711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49692) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:00.910213 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Deleting port 04af963c-42ee-4251-8552-a695dc2db4de {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:00.910480 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (04af963c-42ee-4251-8552-a695dc2db4de), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:00.972856 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-20cc55b0-2d3f-4e47-afd4-4dd718c65392 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f8b63707f29c4aaa9f9c0293a53251c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942068 Aug 26 09:00:00.976954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49694) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:00.995887 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Allocated IP 172.20.0.6 (4e1c5bc8-bb18-4879-912d-f9e237efa42e/dd7b08a5-f97b-4947-917d-a6d4ccd76af6/c41998fb-0115-456d-88ef-ace4792ba96c) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:01.034365 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:01.043601 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] For port 04af963c-42ee-4251-8552-a695dc2db4de, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=04af963c-42ee-4251-8552-a695dc2db4de,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:01.043972 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (04af963c-42ee-4251-8552-a695dc2db4de), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.051867 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:01.116048 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-370a2d5c-0522-4094-9570-42879f674663 admin admin] Publish callbacks [] for security_group (caaeebe3-c6fa-4938-b82d-9cf959f13b6d), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.156759 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-370a2d5c-0522-4094-9570-42879f674663 admin admin] Publish callbacks [] for security_group (caaeebe3-c6fa-4938-b82d-9cf959f13b6d), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.246586 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for port (c41998fb-0115-456d-88ef-ace4792ba96c), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.274746 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-370a2d5c-0522-4094-9570-42879f674663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (caaeebe3-c6fa-4938-b82d-9cf959f13b6d), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.277352 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-370a2d5c-0522-4094-9570-42879f674663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.278621 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-370a2d5c-0522-4094-9570-42879f674663 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/caaeebe3-c6fa-4938-b82d-9cf959f13b6d HTTP/1.1" status: 204 len: 168 time: 0.3006527 Aug 26 09:00:01.284262 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:01.302177 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551337b-2126-4f0a-88fa-274ec3b63fa4 req-ba62e18b-06a2-4ce3-a76d-f54e56382902 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:01.303193 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a2d5c-0522-4094-9570-42879f674663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaeebe3-c6fa-4938-b82d-9cf959f13b6d,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:01.306642 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c551337b-2126-4f0a-88fa-274ec3b63fa4 req-ba62e18b-06a2-4ce3-a76d-f54e56382902 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 945 time: 0.1145086 Aug 26 09:00:01.312020 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.323426 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.323886 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (db709590-f5c4-4643-a202-06a42c946987), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.324511 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Floating IP db709590-f5c4-4643-a202-06a42c946987 disassociated. External IP: 172.27.3.230, port: 04af963c-42ee-4251-8552-a695dc2db4de. Aug 26 09:00:01.325050 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Calling delete_port for 04af963c-42ee-4251-8552-a695dc2db4de owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:01.383057 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:01.389352 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:01.392729 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:01.398946 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event updated for resources: {'Port': ['ID=c41998fb-0115-456d-88ef-ace4792ba96c,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:01.482395 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:01.483259 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.484454 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:01.510184 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-219ec286-2a7c-480a-ac12-d544d777b06f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9471931 Aug 26 09:00:01.525481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Request body: {'port': {'device_id': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:01.549067 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c551337b-2126-4f0a-88fa-274ec3b63fa4 req-0cde28fa-3389-4a14-903d-abe27b34c401 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0339d8f0-0c8c-40d9-999f-ce39f2a46535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088907 Aug 26 09:00:01.552142 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (04af963c-42ee-4251-8552-a695dc2db4de), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.595541 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event deleted for resources: {'Port': ['ID=04af963c-42ee-4251-8552-a695dc2db4de,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:01.671524 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.801051 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:01.818784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.822562 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-9bfdf737-5988-46ea-94ef-f9564d7b674f None None] Provisioning complete for port c41998fb-0115-456d-88ef-ace4792ba96c triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:01.823688 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf737-5988-46ea-94ef-f9564d7b674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:01.864142 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd7fee-fd4b-4277-a6d9-919e7ac4e15d req-a9029e31-7d2e-4d87-b023-e43d0bc4e8b9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:01.865867 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-accd7fee-fd4b-4277-a6d9-919e7ac4e15d req-a9029e31-7d2e-4d87-b023-e43d0bc4e8b9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 931 time: 0.1395028 Aug 26 09:00:01.905655 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-9bfdf737-5988-46ea-94ef-f9564d7b674f None None] Port c41998fb-0115-456d-88ef-ace4792ba96c cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:00:01.990025 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:02.009894 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:02.041041 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:02.042751 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:02.056375 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] No DVR routers for this DVR port 04af963c-42ee-4251-8552-a695dc2db4de on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:02.060449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.061365 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-accd7fee-fd4b-4277-a6d9-919e7ac4e15d req-bebc439a-4d5f-4d4f-b620-0a0e9473f37f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863053 Aug 26 09:00:02.097454 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-9b6794e5-7f42-442b-988a-399a6632cdb2 req-63e60cc0-c514-4e07-8bfc-1a59443e6162 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.115 "DELETE /networking/v2.0/ports/04af963c-42ee-4251-8552-a695dc2db4de HTTP/1.1" status: 204 len: 173 time: 1.3035378 Aug 26 09:00:02.098331 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'name': 'network-vif-deleted', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:02.100298 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49704) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:02.108328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45dfa93-f23c-4c24-b7ed-52f510217638" -d '{"events": [{"server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "name": "network-vif-deleted", "tag": "04af963c-42ee-4251-8552-a695dc2db4de"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:02.169308 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9625caf9-0799-41da-9c13-c2edd4c15d45 x-openstack-request-id: req-9625caf9-0799-41da-9c13-c2edd4c15d45 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:02.169778 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6", "name": "network-vif-deleted", "tag": "04af963c-42ee-4251-8552-a695dc2db4de", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:02.171833 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9625caf9-0799-41da-9c13-c2edd4c15d45 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:02.171833 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9625caf9-0799-41da-9c13-c2edd4c15d45'] response: {'server_uuid': 'e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6', 'name': 'network-vif-deleted', 'tag': '04af963c-42ee-4251-8552-a695dc2db4de', 'status': 'completed', 'code': 200} Aug 26 09:00:02.186025 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d3984fe4-1a93-40a2-85e6-221223ad7c67 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f6b67d4b9dfe46c79b2a1a5d2887ce3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843825 Aug 26 09:00:02.189245 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49708) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:02.242065 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:02.258563 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41998fb-0115-456d-88ef-ace4792ba96c {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:00:02.269017 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Publish callbacks [] for port (c41998fb-0115-456d-88ef-ace4792ba96c), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.289695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Transition to ACTIVE for port object c41998fb-0115-456d-88ef-ace4792ba96c will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 09:00:02.294420 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd23828b-017a-4a45-a99f-6ae06c87c505 admin admin] Publish callbacks [] for security_group (159e6959-4184-4de5-b92e-fa1f6d8585e1), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.300697 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.342413 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:02.345283 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd23828b-017a-4a45-a99f-6ae06c87c505 admin admin] Publish callbacks [] for security_group (159e6959-4184-4de5-b92e-fa1f6d8585e1), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.429119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd23828b-017a-4a45-a99f-6ae06c87c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (159e6959-4184-4de5-b92e-fa1f6d8585e1), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.433271 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd23828b-017a-4a45-a99f-6ae06c87c505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.434663 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-cd23828b-017a-4a45-a99f-6ae06c87c505 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/159e6959-4184-4de5-b92e-fa1f6d8585e1 HTTP/1.1" status: 204 len: 168 time: 0.2444806 Aug 26 09:00:02.444822 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23828b-017a-4a45-a99f-6ae06c87c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e6959-4184-4de5-b92e-fa1f6d8585e1,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:02.459117 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Pushing event updated for resources: {'Port': ['ID=c41998fb-0115-456d-88ef-ace4792ba96c,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:02.509744 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Attempting to bind port c41998fb-0115-456d-88ef-ace4792ba96c on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:00:02.510845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Attempting to bind port c41998fb-0115-456d-88ef-ace4792ba96c by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:00:02.511101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Attempting to bind port c41998fb-0115-456d-88ef-ace4792ba96c on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:02.518462 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Port c41998fb-0115-456d-88ef-ace4792ba96c on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 09:00:02.519414 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Attempting to bind port c41998fb-0115-456d-88ef-ace4792ba96c on network 4e1c5bc8-bb18-4879-912d-f9e237efa42e {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:02.527580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:00:02.528165 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Checking segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:02.528801 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Bound using segment: {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:00:02.529481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Bound port: c41998fb-0115-456d-88ef-ace4792ba96c, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500101ad-f8d8-4883-a571-a7bedad4d6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:00:02.529918 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.553690 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:02.618278 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:02.625260 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] For port c41998fb-0115-456d-88ef-ace4792ba96c, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:00:02.631427 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] For port c41998fb-0115-456d-88ef-ace4792ba96c, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c41998fb-0115-456d-88ef-ace4792ba96c,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:00:02.642226 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.651593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:02.652493 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:02.655953 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/c41998fb-0115-456d-88ef-ace4792ba96c HTTP/1.1" status: 200 len: 1093 time: 1.1357014 Aug 26 09:00:02.659883 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:02.662725 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99315b92-578a-4161-bacb-4960dbc81e12" -d '{"events": [{"name": "network-changed", "server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:02.683949 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:02.702665 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:02.703625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:02.786335 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfdd1bf-1829-431d-b59f-e5150a87f32b x-openstack-request-id: req-3bfdd1bf-1829-431d-b59f-e5150a87f32b {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:02.786861 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:02.787316 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3bfdd1bf-1829-431d-b59f-e5150a87f32b {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:02.787956 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfdd1bf-1829-431d-b59f-e5150a87f32b'] response: {'name': 'network-changed', 'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'status': 'completed', 'code': 200} Aug 26 09:00:02.794783 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-93089214-0a5c-44e3-aa18-a7e0f7c7c046 req-4e5e995f-496e-4cbf-b5a2-5f6b3d9d1a41 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e31a65ad-4fa0-4ef8-a334-2db7df8bc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0785637 Aug 26 09:00:02.814331 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557102b-4b1b-4059-b968-d0fb5ba8b66d service neutron] Pushing event updated for resources: {'Port': ['ID=c41998fb-0115-456d-88ef-ace4792ba96c,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:02.854112 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:02.972456 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:03.091836 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-a05d161f-62e4-432b-ba4c-ba1a9e2fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:03.095158 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-a05d161f-62e4-432b-ba4c-ba1a9e2fbc86 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 1127 time: 0.0881665 Aug 26 09:00:03.179006 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-7d02128d-b14f-4619-8ff4-0ee56c0d3dba service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41998fb-0115-456d-88ef-ace4792ba96c HTTP/1.1" status: 200 len: 217 time: 0.0748003 Aug 26 09:00:03.184990 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:03.188969 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:03.227653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdee804-bfac-4710-8c74-b3d650e4bcb7 None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T08:51:40Z', 'revision_number': 4, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '85452d3e-9d45-48fc-bd39-cd76f2db1970', 'name': '', 'network_id': '7b89dcda-85d5-4bc7-8c82-22c051e5c000', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'mac_address': 'fa:16:3e:8e:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:36Z', 'updated_at': '2022-08-26T08:51:49Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'subnets': [{'id': '23abbb48-7544-4e82-ac9b-a2d21bb15bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:03.255528 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:03.264656 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abafbb-c7c7-4d3f-83c8-9925ee82d6dd req-2ef79418-900e-4fe6-8a98-9c3885c5b79c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:03.268443 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f2abafbb-c7c7-4d3f-83c8-9925ee82d6dd req-2ef79418-900e-4fe6-8a98-9c3885c5b79c tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 943 time: 0.0798595 Aug 26 09:00:03.277609 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-e90d6b5c-e400-4877-9795-28eba8106f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:03.279489 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-e90d6b5c-e400-4877-9795-28eba8106f9d service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0848727 Aug 26 09:00:03.334993 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f2abafbb-c7c7-4d3f-83c8-9925ee82d6dd req-82049c95-bc14-4ddb-b4d4-953b87d0c1f0 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590799 Aug 26 09:00:03.381064 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-c0487712-f84b-499d-bfdd-ec74300b0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:03.382997 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-c0487712-f84b-499d-bfdd-ec74300b0d75 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771837 Aug 26 09:00:03.515202 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-0537e644-dfbe-405e-ba92-a3c2d8fd9f6a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234970 Aug 26 09:00:03.597905 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16638d-8de0-4465-9b09-d9767a923fe6 None None] New status for floating IP db709590-f5c4-4643-a202-06a42c946987: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:00:03.656644 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8ff0b12b-726c-42a2-b65f-cf670da747da req-7351e874-49b3-4389-ac89-c96f14939d92 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296694 Aug 26 09:00:03.945740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49746) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:04.010383 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b491aa97-bd11-4129-be67-fdc99040a84b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (0339d8f0-0c8c-40d9-999f-ce39f2a46535), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.038608 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b491aa97-bd11-4129-be67-fdc99040a84b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (0339d8f0-0c8c-40d9-999f-ce39f2a46535), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.097130 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b491aa97-bd11-4129-be67-fdc99040a84b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (0339d8f0-0c8c-40d9-999f-ce39f2a46535), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.099740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b491aa97-bd11-4129-be67-fdc99040a84b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.100969 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b491aa97-bd11-4129-be67-fdc99040a84b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/0339d8f0-0c8c-40d9-999f-ce39f2a46535 HTTP/1.1" status: 204 len: 168 time: 0.1541882 Aug 26 09:00:04.103965 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49748) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:04.110856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491aa97-bd11-4129-be67-fdc99040a84b tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339d8f0-0c8c-40d9-999f-ce39f2a46535,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:04.128125 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.api.v2.resource [None req-1abc20de-518d-4fb0-aa89-dc088accce79 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] show failed (client error): The resource could not be found. Aug 26 09:00:04.129416 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1abc20de-518d-4fb0-aa89-dc088accce79 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "GET /networking/v2.0/security-groups/0339d8f0-0c8c-40d9-999f-ce39f2a46535 HTTP/1.1" status: 404 len: 347 time: 0.0240378 Aug 26 09:00:04.133221 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49752) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:04.230801 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49754) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:04.265355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Deleting port d685cc63-b99b-4308-9b8c-6e6438b7cfe2 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:04.265984 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.350280 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.350628 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.370140 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Calling delete_port for d685cc63-b99b-4308-9b8c-6e6438b7cfe2 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:04.383996 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:04.389826 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-73259246-c863-43cf-9b17-0cc4eb9aa8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.532060 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-73259246-c863-43cf-9b17-0cc4eb9aa8ec admin admin] Publish callbacks [] for security_group (cbd02198-dbec-493a-9b8c-8562c5e9280a), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.546982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (d685cc63-b99b-4308-9b8c-6e6438b7cfe2), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.548587 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ec64f-6ad2-4b95-bfd0-2385d0491fe8 req-a6a8a82c-8fd8-484d-a6eb-bd955691b0e5 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:04.551357 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-175ec64f-6ad2-4b95-bfd0-2385d0491fe8 req-a6a8a82c-8fd8-484d-a6eb-bd955691b0e5 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 943 time: 0.0932109 Aug 26 09:00:04.556948 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-73259246-c863-43cf-9b17-0cc4eb9aa8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (cbd02198-dbec-493a-9b8c-8562c5e9280a), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.574869 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Pushing event deleted for resources: {'Port': ['ID=d685cc63-b99b-4308-9b8c-6e6438b7cfe2,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:04.621769 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259246-c863-43cf-9b17-0cc4eb9aa8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd02198-dbec-493a-9b8c-8562c5e9280a,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:04.638412 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-73259246-c863-43cf-9b17-0cc4eb9aa8ec admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d8c9a9bf27664c4aa34c5637fa7504bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025109 Aug 26 09:00:04.639274 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49760) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:04.655373 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 04af963c-42ee-4251-8552-a695dc2db4de no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:04.665864 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-175ec64f-6ad2-4b95-bfd0-2385d0491fe8 req-75a162f5-39c3-4191-ae9a-e84e5a35c8f1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039052 Aug 26 09:00:04.684436 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 04af963c-42ee-4251-8552-a695dc2db4de {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:04.685159 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 04af963c-42ee-4251-8552-a695dc2db4de not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:04.703452 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks [] for floatingip (db709590-f5c4-4643-a202-06a42c946987), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.708267 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.710079 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c29532bc-3530-490d-9f91-fac77aabd780 tempest-AttachVolumeTestJSON-39276367 tempest-AttachVolumeTestJSON-39276367-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/db709590-f5c4-4643-a202-06a42c946987 HTTP/1.1" status: 204 len: 168 time: 0.5754972 Aug 26 09:00:04.758865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5930a6db-904a-4c3d-a85f-6510abce78e7 admin admin] Publish callbacks [] for security_group (cbd02198-dbec-493a-9b8c-8562c5e9280a), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.797024 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5930a6db-904a-4c3d-a85f-6510abce78e7 admin admin] Publish callbacks [] for security_group (cbd02198-dbec-493a-9b8c-8562c5e9280a), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.804720 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315b92-578a-4161-bacb-4960dbc81e12 req-8a9d23c0-6ac1-478e-a5be-681d1c310ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:04.808020 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-8a9d23c0-6ac1-478e-a5be-681d1c310ab9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 1127 time: 0.0908451 Aug 26 09:00:04.883785 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:04.885867 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5930a6db-904a-4c3d-a85f-6510abce78e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (cbd02198-dbec-493a-9b8c-8562c5e9280a), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.889258 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5930a6db-904a-4c3d-a85f-6510abce78e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:04.893187 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5930a6db-904a-4c3d-a85f-6510abce78e7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/cbd02198-dbec-493a-9b8c-8562c5e9280a HTTP/1.1" status: 204 len: 168 time: 0.2509449 Aug 26 09:00:04.905335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930a6db-904a-4c3d-a85f-6510abce78e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd02198-dbec-493a-9b8c-8562c5e9280a,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:04.950111 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315b92-578a-4161-bacb-4960dbc81e12 req-f9d4cfe1-0375-43a0-b311-c93574d486d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:04.951975 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-f9d4cfe1-0375-43a0-b311-c93574d486d0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 916 time: 0.1356795 Aug 26 09:00:04.999894 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-000ce297-13df-490c-a631-dadfc44ee060 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41998fb-0115-456d-88ef-ace4792ba96c HTTP/1.1" status: 200 len: 217 time: 0.0367916 Aug 26 09:00:05.064668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:05.081695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315b92-578a-4161-bacb-4960dbc81e12 req-78cbf052-868d-4e5e-a0fe-1b2ec02a55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:05.083324 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-78cbf052-868d-4e5e-a0fe-1b2ec02a55d8 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0676067 Aug 26 09:00:05.141187 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315b92-578a-4161-bacb-4960dbc81e12 req-b897d799-31ef-4335-82f4-cda9c7921438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:05.143551 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-b897d799-31ef-4335-82f4-cda9c7921438 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519123 Aug 26 09:00:05.267947 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-2d66791c-1045-40cc-9d41-3ac4b5a04cf0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176331 Aug 26 09:00:05.412169 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-99315b92-578a-4161-bacb-4960dbc81e12 req-ffb29407-8e93-4c87-bb03-26d38c33b138 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319642 Aug 26 09:00:05.823557 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c299d-a3cd-4ea7-a169-3fe849e83f65 req-d43ff445-5ebf-47e6-a658-9e3997875091 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:05.826154 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ca3c299d-a3cd-4ea7-a169-3fe849e83f65 req-d43ff445-5ebf-47e6-a658-9e3997875091 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 943 time: 0.0602274 Aug 26 09:00:05.913707 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ca3c299d-a3cd-4ea7-a169-3fe849e83f65 req-01864567-4b35-43cc-a64c-51e76ee27694 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773957 Aug 26 09:00:06.663154 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device c41998fb-0115-456d-88ef-ace4792ba96c details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 09:00:06.780284 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port c41998fb-0115-456d-88ef-ace4792ba96c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c41998fb-0115-456d-88ef-ace4792ba96c,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:06.795988 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'port_id': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'mac_address': 'fa:16:3e:a3:b8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 09:00:06.832906 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port c41998fb-0115-456d-88ef-ace4792ba96c is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:06.833297 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:06.847954 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41998fb-0115-456d-88ef-ace4792ba96c {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:00:06.871146 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port c41998fb-0115-456d-88ef-ace4792ba96c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c41998fb-0115-456d-88ef-ace4792ba96c,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:06.876646 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:06.932820 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=c41998fb-0115-456d-88ef-ace4792ba96c,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:07.111735 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cbcb3-431a-4f5c-b9bc-87bb53e81ea9 req-f5a726ea-8e76-4c22-9315-692b344eb66b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:07.112735 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-694cbcb3-431a-4f5c-b9bc-87bb53e81ea9 req-f5a726ea-8e76-4c22-9315-692b344eb66b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 944 time: 0.0698204 Aug 26 09:00:07.169715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['c41998fb-0115-456d-88ef-ace4792ba96c'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:00:07.182128 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-694cbcb3-431a-4f5c-b9bc-87bb53e81ea9 req-17c1025d-fffd-48ec-8f0b-1611ea713c80 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623076 Aug 26 09:00:08.316361 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:08.325690 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0f8fa-6536-4cca-8dd5-819792e0a615 req-348e334a-e539-4172-9279-0093c3da4cc9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:08.326738 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0a0f8fa-6536-4cca-8dd5-819792e0a615 req-348e334a-e539-4172-9279-0093c3da4cc9 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 944 time: 0.0558045 Aug 26 09:00:08.384418 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f0a0f8fa-6536-4cca-8dd5-819792e0a615 req-8ad8a726-8e7b-4850-a7a7-75d4009e2db1 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474403 Aug 26 09:00:08.441251 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49830) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:08.673160 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device c41998fb-0115-456d-88ef-ace4792ba96c up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:08.716527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port c41998fb-0115-456d-88ef-ace4792ba96c completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 09:00:08.724896 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port c41998fb-0115-456d-88ef-ace4792ba96c triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:08.725320 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:08.825725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port c41998fb-0115-456d-88ef-ace4792ba96c is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:08.826106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:08.854996 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:08.857415 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25cea5-ac58-4671-8fb5-69dfece711bf" -d '{"events": [{"server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "name": "network-vif-plugged", "status": "completed", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:08.871983 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port c41998fb-0115-456d-88ef-ace4792ba96c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c41998fb-0115-456d-88ef-ace4792ba96c,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:08.879217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:08.925812 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbecdb0c-ac84-4196-9518-610b05039ac9 x-openstack-request-id: req-cbecdb0c-ac84-4196-9518-610b05039ac9 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:08.926244 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "name": "network-vif-plugged", "status": "completed", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:08.926735 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbecdb0c-ac84-4196-9518-610b05039ac9 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:08.927168 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbecdb0c-ac84-4196-9518-610b05039ac9'] response: {'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'code': 200} Aug 26 09:00:08.964753 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=c41998fb-0115-456d-88ef-ace4792ba96c,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:09.001158 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.062382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49842) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:09.228560 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b6f04428-9f4f-404d-af88-bde0bd48f645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.340558 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b6f04428-9f4f-404d-af88-bde0bd48f645 admin admin] Publish callbacks [] for security_group (462fee33-5fb6-4d09-828c-524c7472a638), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.349510 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b6f04428-9f4f-404d-af88-bde0bd48f645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (462fee33-5fb6-4d09-828c-524c7472a638), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.394581 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af9c69-dd8a-4dfa-8922-9c56bc93541e req-b73f91c8-f9dc-47a4-b763-c40f9e193f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:09.395433 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f04428-9f4f-404d-af88-bde0bd48f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462fee33-5fb6-4d09-828c-524c7472a638,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:09.396235 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-48af9c69-dd8a-4dfa-8922-9c56bc93541e req-b73f91c8-f9dc-47a4-b763-c40f9e193f8a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 1129 time: 0.0793493 Aug 26 09:00:09.400337 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b6f04428-9f4f-404d-af88-bde0bd48f645 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=176afd6723734b4b942402cffaf2eb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386309 Aug 26 09:00:09.407859 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49846) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:09.490216 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a0f669a-e551-4ff2-86e0-eb1efef90e60 admin admin] Publish callbacks [] for security_group (462fee33-5fb6-4d09-828c-524c7472a638), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.513533 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:09.518804 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-48af9c69-dd8a-4dfa-8922-9c56bc93541e req-6222736c-075b-40e6-a919-f0660365ffc6 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117222 Aug 26 09:00:09.522349 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a0f669a-e551-4ff2-86e0-eb1efef90e60 admin admin] Publish callbacks [] for security_group (462fee33-5fb6-4d09-828c-524c7472a638), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.560832 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:09.581367 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a0f669a-e551-4ff2-86e0-eb1efef90e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (462fee33-5fb6-4d09-828c-524c7472a638), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.584196 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a0f669a-e551-4ff2-86e0-eb1efef90e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.585406 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1a0f669a-e551-4ff2-86e0-eb1efef90e60 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/462fee33-5fb6-4d09-828c-524c7472a638 HTTP/1.1" status: 204 len: 168 time: 0.1764920 Aug 26 09:00:09.596618 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f669a-e551-4ff2-86e0-eb1efef90e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462fee33-5fb6-4d09-828c-524c7472a638,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:09.597593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4eac8-c891-4630-b561-57618eea8950 req-77ca721a-d5ad-4ae1-a27f-62a13ef1f5fc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:09.600463 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-31f4eac8-c891-4630-b561-57618eea8950 req-77ca721a-d5ad-4ae1-a27f-62a13ef1f5fc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.1008782 Aug 26 09:00:09.625949 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:09.717962 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-31f4eac8-c891-4630-b561-57618eea8950 req-e3478c3e-1e46-49bd-b4fd-84cf1f7f0bf3 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907719 Aug 26 09:00:09.718644 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Deleting port 85452d3e-9d45-48fc-bd39-cd76f2db1970 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:09.719031 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.824433 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] For port 85452d3e-9d45-48fc-bd39-cd76f2db1970, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=85452d3e-9d45-48fc-bd39-cd76f2db1970,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:09.824912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:09.841192 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Calling delete_port for 85452d3e-9d45-48fc-bd39-cd76f2db1970 owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:10.145044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (85452d3e-9d45-48fc-bd39-cd76f2db1970), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:10.197279 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85452d3e-9d45-48fc-bd39-cd76f2db1970,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:10.485828 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:10.810277 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:10.820040 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:10.914795 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:10.929212 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3affc-9258-40d2-8000-626cf20fb40a req-f225413d-09e4-48a7-85c2-8fb9891c0721 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:10.940750 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-54d3affc-9258-40d2-8000-626cf20fb40a req-f225413d-09e4-48a7-85c2-8fb9891c0721 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.0942822 Aug 26 09:00:11.016385 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-54d3affc-9258-40d2-8000-626cf20fb40a req-d376aedd-f12e-4004-9295-01e2b776cc7a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721939 Aug 26 09:00:11.041660 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:11.046713 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-bf6f8652-5d1e-481f-912d-36f9965598d6 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/e1ad0a99-fcc8-4fd3-8072-5c1ce452280f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031842 Aug 26 09:00:11.047231 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49876) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:11.064542 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] Sync routers for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:11.083283 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:11.088431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:11.089378 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:11.168630 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:11.253123 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:11.575180 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks [] for router (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:11.594102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T09:00:10Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:11.621423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] Checking router: e1ad0a99-fcc8-4fd3-8072-5c1ce452280f for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:11.632861 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] Routers {'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:11.645106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:11.729730 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks [] for router_gateway (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:11.795123 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Deleting port c316e4e5-2324-45c5-bd21-d281e7a6b5bb {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:11.795666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:11.923358 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] For port c316e4e5-2324-45c5-bd21-d281e7a6b5bb, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:11.923858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:11.939568 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Calling delete_port for c316e4e5-2324-45c5-bd21-d281e7a6b5bb owned by network:router_gateway {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:11.958187 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:11.958427 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] Set router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:12.172337 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T09:00:10Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:12.185160 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (c316e4e5-2324-45c5-bd21-d281e7a6b5bb), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.199885 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab17e-a3fa-4d8c-b4d0-680ecd5399a8 req-d8615924-ebe2-4554-93dd-e0e04b7cd76f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:12.202378 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9dab17e-a3fa-4d8c-b4d0-680ecd5399a8 req-d8615924-ebe2-4554-93dd-e0e04b7cd76f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.0927858 Aug 26 09:00:12.212719 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Pushing event deleted for resources: {'Port': ['ID=c316e4e5-2324-45c5-bd21-d281e7a6b5bb,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:12.220831 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20fb6d-ee9c-4768-8249-e3cb1057ea4f None None] The sync data for ids ['e1ad0a99-fcc8-4fd3-8072-5c1ce452280f'] in dv-cinder-852364-5-iscsi is: [{'id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'name': 'tempest-AttachVolumeTestJSON-1292046684-router', 'tenant_id': '88aa61636dd846f0a95be974b6b99d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:26Z', 'updated_at': '2022-08-26T09:00:10Z', 'revision_number': 5, 'project_id': '88aa61636dd846f0a95be974b6b99d05', 'gw_port': {'id': 'c316e4e5-2324-45c5-bd21-d281e7a6b5bb', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ad0a99-fcc8-4fd3-8072-5c1ce452280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:28Z', 'updated_at': '2022-08-26T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:12.289282 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-d9dab17e-a3fa-4d8c-b4d0-680ecd5399a8 req-d8935c48-13ad-4ee3-bf81-acf950d83bda tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792944 Aug 26 09:00:12.324771 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.446059 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.463673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks [] for router_controller (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.498253 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:12.560258 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c26e0-45b8-4097-8311-fa1f8fc037dc req-810bf58e-7608-41a3-8329-f4e32da4ec64 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:12.562358 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a51c26e0-45b8-4097-8311-fa1f8fc037dc req-810bf58e-7608-41a3-8329-f4e32da4ec64 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.1344717 Aug 26 09:00:12.578558 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (e1ad0a99-fcc8-4fd3-8072-5c1ce452280f), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.579220 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ad0a99-fcc8-4fd3-8072-5c1ce452280f {{(pid=117972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:00:12.579808 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49890) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:12.586468 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.590256 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d713923d-980f-4b43-86ca-3e9a86d03692 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/e1ad0a99-fcc8-4fd3-8072-5c1ce452280f HTTP/1.1" status: 204 len: 168 time: 1.5402489 Aug 26 09:00:12.590933 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Request body: {'floatingip': {'port_id': 'c41998fb-0115-456d-88ef-ace4792ba96c'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:12.594389 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49892) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:12.687099 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (29d275e2-749c-4683-93b8-1b4b63a813b7), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.734463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Deleting subnet 23abbb48-7544-4e82-ac9b-a2d21bb15bde {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:00:12.740208 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Publish callbacks [] for subnet (23abbb48-7544-4e82-ac9b-a2d21bb15bde), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.798014 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12952500'] for subnet (23abbb48-7544-4e82-ac9b-a2d21bb15bde), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:12.960904 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (23abbb48-7544-4e82-ac9b-a2d21bb15bde), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.084124 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13631471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065059698'] for subnet (23abbb48-7544-4e82-ac9b-a2d21bb15bde), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.126722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23abbb48-7544-4e82-ac9b-a2d21bb15bde,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:13.144934 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.151338 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5a14e23c-130b-41fc-a605-89fb331f5836 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/23abbb48-7544-4e82-ac9b-a2d21bb15bde HTTP/1.1" status: 204 len: 168 time: 0.5552497 Aug 26 09:00:13.156194 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a652f-36de-4f24-865b-33b1f1266dac None None] Network 7b89dcda-85d5-4bc7-8c82-22c051e5c000 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:13.156497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49896) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:13.267516 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (7b89dcda-85d5-4bc7-8c82-22c051e5c000), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.354005 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Deleting port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:13.357445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.425989 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.431520 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (29d275e2-749c-4683-93b8-1b4b63a813b7), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.453326 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] DHCP port deletion for 7b89dcda-85d5-4bc7-8c82-22c051e5c000 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:00:13.499949 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] For port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:13.500724 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.531421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Calling delete_port for 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 owned by network:dhcp {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:13.545238 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] Deleting port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:13.546315 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.601891 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 85452d3e-9d45-48fc-bd39-cd76f2db1970 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:13.622099 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP 29d275e2-749c-4683-93b8-1b4b63a813b7 associated. External IP: 172.27.3.41, port: c41998fb-0115-456d-88ef-ace4792ba96c. Aug 26 09:00:13.626421 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 85452d3e-9d45-48fc-bd39-cd76f2db1970 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:13.626929 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 85452d3e-9d45-48fc-bd39-cd76f2db1970 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:13.627510 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c316e4e5-2324-45c5-bd21-d281e7a6b5bb no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:13.652704 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:13.673408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.674724 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: c316e4e5-2324-45c5-bd21-d281e7a6b5bb {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:13.675504 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c316e4e5-2324-45c5-bd21-d281e7a6b5bb not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:13.676705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:13.685818 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:13.689249 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:13.717799 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] No DVR routers for this DVR port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 on host dv-cinder-852364-5-iscsi {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:13.718499 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:13.719344 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:13.720307 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:13.729956 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] For port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,segment=NetworkSegment(f96ec0ca-183f-4b25-92ad-5272a9911c4a),segment_id=f96ec0ca-183f-4b25-92ad-5272a9911c4a)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:13.731181 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.756404 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] Calling delete_port for 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:13.831075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (7b89dcda-85d5-4bc7-8c82-22c051e5c000), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.857497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b89dcda-85d5-4bc7-8c82-22c051e5c000']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:13.872285 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96ec0ca-183f-4b25-92ad-5272a9911c4a') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:13.872772 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96ec0ca-183f-4b25-92ad-5272a9911c4a') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:13.886723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (f96ec0ca-183f-4b25-92ad-5272a9911c4a), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.915830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.921510 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (f96ec0ca-183f-4b25-92ad-5272a9911c4a), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.935467 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:00:13.936489 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (f96ec0ca-183f-4b25-92ad-5272a9911c4a), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:13.951848 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] Pushing event deleted for resources: {'Port': ['ID=4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:13.955672 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71130e8c-6093-4b2e-bb00-9896a02e02ed None None] No DVR routers for this DVR port 4acaf75f-23e2-4fa8-9bc6-b0cb62e20ba0 on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:14.002092 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment f96ec0ca-183f-4b25-92ad-5272a9911c4a resource provider aggregate not found Aug 26 09:00:14.028477 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment f96ec0ca-183f-4b25-92ad-5272a9911c4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f96ec0ca-183f-4b25-92ad-5272a9911c4a found for delete ", "request_id": "req-441d93e3-848a-40a2-9f81-520e5f4e3007"}]} Aug 26 09:00:14.030698 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:14.039687 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:14.045416 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:14.058820 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (7b89dcda-85d5-4bc7-8c82-22c051e5c000), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.088266 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.091911 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/7b89dcda-85d5-4bc7-8c82-22c051e5c000 HTTP/1.1" status: 204 len: 168 time: 0.9354525 Aug 26 09:00:14.094091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2bc27-fe54-4f69-8de0-c2efe00d2439 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b89dcda-85d5-4bc7-8c82-22c051e5c000,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:14.196484 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:14.207675 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:14.212609 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.225062 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:14.245112 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:14.246361 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:14.252685 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-118c0bd5-d43f-46dc-89e3-8add30ec9255 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/29d275e2-749c-4683-93b8-1b4b63a813b7 HTTP/1.1" status: 200 len: 990 time: 1.6698630 Aug 26 09:00:14.252685 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:14.255485 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d" -d '{"events": [{"name": "network-changed", "server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:14.320025 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea9ddba-505c-4ca4-b0ff-7d1c063cde45 x-openstack-request-id: req-bea9ddba-505c-4ca4-b0ff-7d1c063cde45 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:14.320388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:14.321055 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bea9ddba-505c-4ca4-b0ff-7d1c063cde45 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:14.321646 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea9ddba-505c-4ca4-b0ff-7d1c063cde45'] response: {'name': 'network-changed', 'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'status': 'completed', 'code': 200} Aug 26 09:00:14.393679 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49910) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:14.418734 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:14.456718 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-f6fbec66-e3e8-4d31-84d2-d464ccdf62f7 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=88aa61636dd846f0a95be974b6b99d05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0613720 Aug 26 09:00:14.463562 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 49912) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:14.528910 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81b78fdb-b342-4ebb-8b57-261c8c0653de admin admin] Publish callbacks [] for security_group (4a100922-2fb9-47dc-964a-475d0f58f043), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.560350 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81b78fdb-b342-4ebb-8b57-261c8c0653de admin admin] Publish callbacks [] for security_group (4a100922-2fb9-47dc-964a-475d0f58f043), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.642222 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81b78fdb-b342-4ebb-8b57-261c8c0653de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4a100922-2fb9-47dc-964a-475d0f58f043), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.646773 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81b78fdb-b342-4ebb-8b57-261c8c0653de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:14.648926 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-81b78fdb-b342-4ebb-8b57-261c8c0653de admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/4a100922-2fb9-47dc-964a-475d0f58f043 HTTP/1.1" status: 204 len: 168 time: 0.1835868 Aug 26 09:00:14.664238 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b78fdb-b342-4ebb-8b57-261c8c0653de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a100922-2fb9-47dc-964a-475d0f58f043,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:14.734866 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '29d275e2-749c-4683-93b8-1b4b63a813b7', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:a3:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:59:55Z', 'updated_at': '2022-08-26T09:00:13Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:14.766647 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:14.777678 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:14.778518 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T08:59:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:14.899107 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:15.293108 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '29d275e2-749c-4683-93b8-1b4b63a813b7', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:a3:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:59:55Z', 'updated_at': '2022-08-26T09:00:13Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:15.324973 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db145c9f-3fbd-458f-ba2b-3ea693c028a8 None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '29d275e2-749c-4683-93b8-1b4b63a813b7', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'port_id': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'mac_address': 'fa:16:3e:a3:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T08:59:55Z', 'updated_at': '2022-08-26T09:00:13Z', 'revision_number': 1, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:15.606369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68966d1c-1ded-4a78-843a-e0e8be78af5a None None] New status for floating IP 29d275e2-749c-4683-93b8-1b4b63a813b7: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:00:15.662615 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:15.669574 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:15.693280 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1900ab46-5552-4178-8e7a-5cb5e2666f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:16.035656 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-3c986445-17d7-4e80-bcc3-d49f0640cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:16.038271 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-3c986445-17d7-4e80-bcc3-d49f0640cf37 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 1129 time: 0.0681024 Aug 26 09:00:16.189230 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-518d8671-9dbc-45ea-8a6d-6ac11edb4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:16.190948 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-518d8671-9dbc-45ea-8a6d-6ac11edb4021 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 200 len: 916 time: 0.1457791 Aug 26 09:00:16.306774 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-8f83285d-48f8-402d-9487-59bb1d2df06b service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41998fb-0115-456d-88ef-ace4792ba96c HTTP/1.1" status: 200 len: 1000 time: 0.1065176 Aug 26 09:00:16.401653 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-20d5c240-1d77-4d84-a59a-1599355e82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:16.403540 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-20d5c240-1d77-4d84-a59a-1599355e82c6 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 200 len: 853 time: 0.0872700 Aug 26 09:00:16.506661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-dd0659b8-1185-465c-ae34-2f6d16852c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:16.508657 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-dd0659b8-1185-465c-ae34-2f6d16852c16 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=4e1c5bc8-bb18-4879-912d-f9e237efa42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950277 Aug 26 09:00:16.675783 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-21d8a544-78cc-4ee6-a2fa-e1c97c06a925 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509068 Aug 26 09:00:16.679982 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:00:16.831949 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4dddd621-a6f5-46c0-a6c6-d393c2e1776d req-dcb27bcc-7556-4841-abd7-e35422e927a9 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479566 Aug 26 09:00:18.292898 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a311bff3-3550-499c-a161-3d4d3d3f91c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:19.951846 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:20.426927 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 49974) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:20.906078 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Deleting port 021381fd-ceef-4e49-8098-252c77a32713 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:20.908912 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (021381fd-ceef-4e49-8098-252c77a32713), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.041390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (021381fd-ceef-4e49-8098-252c77a32713), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.041937 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for floatingip (021381fd-ceef-4e49-8098-252c77a32713), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.070919 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Calling delete_port for 021381fd-ceef-4e49-8098-252c77a32713 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:21.293833 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.383041 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (021381fd-ceef-4e49-8098-252c77a32713), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.445879 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event deleted for resources: {'Port': ['ID=021381fd-ceef-4e49-8098-252c77a32713,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:21.513382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for floatingip (ec9f192d-564c-468d-89e6-4d22a78b3059), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.513382 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Floating IP ec9f192d-564c-468d-89e6-4d22a78b3059 disassociated (deleted). External IP: 172.27.3.216, port: 3a68c7ab-a856-4f62-ace7-5a4ee528bca2. Aug 26 09:00:21.668286 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:21.821144 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Router b662e0bc-8d5b-4793-84f4-fcfb9d9985da has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:21.975765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:21.982052 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:21.990732 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] Sync routers for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:22.010956 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:22.011417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:22.012746 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:22.024739 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0b8058b3-039a-403a-847b-90f5517a2652 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/ec9f192d-564c-468d-89e6-4d22a78b3059 HTTP/1.1" status: 204 len: 168 time: 1.5977318 Aug 26 09:00:22.025608 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:22.028383 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:22.104176 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618fac5e-7841-4090-895b-a6192393ecfd x-openstack-request-id: req-618fac5e-7841-4090-895b-a6192393ecfd {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:22.104176 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:22.104176 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-618fac5e-7841-4090-895b-a6192393ecfd {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:22.104176 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618fac5e-7841-4090-895b-a6192393ecfd'] response: {'name': 'network-changed', 'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'status': 'completed', 'code': 200} Aug 26 09:00:22.189101 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:22.201397 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-3c3fd448-3530-4424-a244-44dcc8027fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:22.205452 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-3c3fd448-3530-4424-a244-44dcc8027fa2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 1130 time: 0.0692852 Aug 26 09:00:22.318163 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:22.406146 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-0f3cec79-63f7-4c2e-8720-c917e597fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:22.408575 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-0f3cec79-63f7-4c2e-8720-c917e597fe72 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 200 len: 911 time: 0.1910453 Aug 26 09:00:22.420137 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:22.485641 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:22.501165 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37cd8c-6fd8-48c6-8fd3-2ce3beecc58a req-86da27fc-f83a-42f4-900b-8ead3ae49454 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:22.505060 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc37cd8c-6fd8-48c6-8fd3-2ce3beecc58a req-86da27fc-f83a-42f4-900b-8ead3ae49454 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1324661 Aug 26 09:00:22.583289 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:22.592092 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-dc37cd8c-6fd8-48c6-8fd3-2ce3beecc58a req-d153e488-49b3-4832-8d6d-21962439e213 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809481 Aug 26 09:00:22.635718 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] Checking router: b662e0bc-8d5b-4793-84f4-fcfb9d9985da for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:22.652668 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:22.653570 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:22.881039 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:23.209576 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:23.238511 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88855e1c-a942-4d47-99e2-6ad5caea8ac6 None None] The sync data for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi is: [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T08:53:53Z', 'revision_number': 4, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'cfb76882-d3dc-4423-b10c-155b96087d7e', 'name': '', 'network_id': '29c0f487-40e8-46e5-bf03-83c129904d85', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'mac_address': 'fa:16:3e:72:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:52Z', 'updated_at': '2022-08-26T08:53:58Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'subnets': [{'id': 'f475eddd-d335-451b-b2f9-f12fdf0d2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:23.564580 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a95ac-e361-4da3-8e11-a196e68629fa None None] New status for floating IP ec9f192d-564c-468d-89e6-4d22a78b3059: DOWN {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:00:23.788748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0383a-cdd6-432e-a8e6-ac5d024acfdb req-e8a8e058-8a42-422c-8c42-c9517fc7a7f3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:23.790964 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-19c0383a-cdd6-432e-a8e6-ac5d024acfdb req-e8a8e058-8a42-422c-8c42-c9517fc7a7f3 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0754304 Aug 26 09:00:23.844191 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:23.867638 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-19c0383a-cdd6-432e-a8e6-ac5d024acfdb req-0b5ac691-ff3c-4670-b977-ef11e306425c tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678842 Aug 26 09:00:25.011546 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc79685-3b4e-42ee-afbb-551492c9ed9f req-40ac8c1a-f49c-489b-b78d-ac1e73762e68 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:25.013075 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3cc79685-3b4e-42ee-afbb-551492c9ed9f req-40ac8c1a-f49c-489b-b78d-ac1e73762e68 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0563748 Aug 26 09:00:25.075529 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-3cc79685-3b4e-42ee-afbb-551492c9ed9f req-afbda540-307b-4ed3-aeb3-17270d42bf12 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560248 Aug 26 09:00:26.269215 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e4e00-b293-4909-a5e2-b14fbbedf0e9 req-4b1b3719-88ee-4d11-808f-9d8969eed174 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:26.271691 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f98e4e00-b293-4909-a5e2-b14fbbedf0e9 req-4b1b3719-88ee-4d11-808f-9d8969eed174 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.0797708 Aug 26 09:00:26.335840 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:26.363867 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f98e4e00-b293-4909-a5e2-b14fbbedf0e9 req-37fea914-f247-4366-b5fc-3bf64d30a629 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828893 Aug 26 09:00:26.794522 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-e295d9dd-fb76-42f1-8aca-377630b8aa10 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 200 len: 217 time: 0.0622368 Aug 26 09:00:26.964688 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-33759de4-2a0a-4308-be00-c86e81c84de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:26.967314 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-33759de4-2a0a-4308-be00-c86e81c84de5 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 200 len: 848 time: 0.0954998 Aug 26 09:00:27.182653 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-cfb9b77c-fa22-4fa6-bd56-798bbe0373d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:27.185106 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-cfb9b77c-fa22-4fa6-bd56-798bbe0373d2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=29c0f487-40e8-46e5-bf03-83c129904d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710661 Aug 26 09:00:27.374793 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-6bf81022-0fe6-4d3a-b011-c1f8abd46048 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753011 Aug 26 09:00:27.620539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871c09-550c-4232-8ff6-08a91aade10c req-fe1a7caa-ea93-4137-89a5-a09f4753ec4b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:27.624589 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-94871c09-550c-4232-8ff6-08a91aade10c req-fe1a7caa-ea93-4137-89a5-a09f4753ec4b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1271214 Aug 26 09:00:27.636356 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7cf1c80c-93d9-43bd-8370-1c95da8c6de7 req-fb6189f5-8e27-4a24-a252-d9b0e6f867c1 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982884 Aug 26 09:00:27.665941 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-107f38c6-e8c3-48b8-bbeb-4a2c84a0985b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:27.669306 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-107f38c6-e8c3-48b8-bbeb-4a2c84a0985b tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 946 time: 0.1203024 Aug 26 09:00:27.814684 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-94871c09-550c-4232-8ff6-08a91aade10c req-a81eb83b-55d2-4402-ba0e-cd88ea7a0034 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723814 Aug 26 09:00:27.894675 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Deleting port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:27.895223 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:28.057353 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] For port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:28.057911 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:28.088363 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Calling delete_port for 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:28.293160 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:28.330832 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (3a68c7ab-a856-4f62-ace7-5a4ee528bca2), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:28.395165 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event deleted for resources: {'Port': ['ID=3a68c7ab-a856-4f62-ace7-5a4ee528bca2,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:28.494613 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] No DVR routers for this DVR port 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:28.499147 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:28.505958 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4789aa14-750b-4b9f-8629-f11bf06d2ce1 req-69605c78-95d2-46f2-a7e1-c3040ced3080 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.115 "DELETE /networking/v2.0/ports/3a68c7ab-a856-4f62-ace7-5a4ee528bca2 HTTP/1.1" status: 204 len: 173 time: 0.8197439 Aug 26 09:00:28.506716 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-deleted', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:28.509937 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6631dd09-5960-4f33-8906-c42327989f88" -d '{"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-deleted", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:28.583923 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe15ef5-ec52-4d49-b0cb-8e1ac966e092 x-openstack-request-id: req-fbe15ef5-ec52-4d49-b0cb-8e1ac966e092 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:28.584631 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667cb3-d4d2-4c6f-857f-98953e388820", "name": "network-vif-deleted", "tag": "3a68c7ab-a856-4f62-ace7-5a4ee528bca2", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:28.585167 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fbe15ef5-ec52-4d49-b0cb-8e1ac966e092 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:28.585814 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe15ef5-ec52-4d49-b0cb-8e1ac966e092'] response: {'server_uuid': '2b667cb3-d4d2-4c6f-857f-98953e388820', 'name': 'network-vif-deleted', 'tag': '3a68c7ab-a856-4f62-ace7-5a4ee528bca2', 'status': 'completed', 'code': 200} Aug 26 09:00:28.998231 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-47150f1e-6d07-449d-97ff-602de7bc7dd1 req-6f7fdd9f-98fe-4be6-93f7-9a02ff2150c9 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.0467746 Aug 26 09:00:30.201204 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2629bb3e-dbdb-455b-add3-e69c0e21a3bb req-c0a86b14-8a41-44c9-a71e-f4905e3fe6db tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2b667cb3-d4d2-4c6f-857f-98953e388820 HTTP/1.1" status: 200 len: 210 time: 0.0523207 Aug 26 09:00:30.909490 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:30.943413 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:30.943957 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 3a68c7ab-a856-4f62-ace7-5a4ee528bca2 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:31.302637 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50142) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:31.396081 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bcc21b6a-179f-4238-8f68-c0321d9c7317 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group (a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:31.432077 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bcc21b6a-179f-4238-8f68-c0321d9c7317 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group (a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:31.542080 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bcc21b6a-179f-4238-8f68-c0321d9c7317 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:31.545290 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-bcc21b6a-179f-4238-8f68-c0321d9c7317 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:31.546579 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-bcc21b6a-179f-4238-8f68-c0321d9c7317 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0 HTTP/1.1" status: 204 len: 168 time: 0.2452900 Aug 26 09:00:31.562979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc21b6a-179f-4238-8f68-c0321d9c7317 tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7b7be-a2cf-4cd3-b2c6-cabcbad905d0,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:31.639288 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50146) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:31.817667 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:32.642839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:32.981516 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:32.994529 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Deleting port cfb76882-d3dc-4423-b10c-155b96087d7e {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:32.995606 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:33.173597 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] For port cfb76882-d3dc-4423-b10c-155b96087d7e, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=cfb76882-d3dc-4423-b10c-155b96087d7e,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:33.174577 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:33.205129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Calling delete_port for cfb76882-d3dc-4423-b10c-155b96087d7e owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:33.229968 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:33.433838 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50174) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:33.506482 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (cfb76882-d3dc-4423-b10c-155b96087d7e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:33.557483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb76882-d3dc-4423-b10c-155b96087d7e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:33.640241 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-792686af-b45b-497b-b4a6-523d133b96fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:33.686661 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:33.780182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-792686af-b45b-497b-b4a6-523d133b96fd admin admin] Publish callbacks [] for security_group (543610a2-c671-4636-b9f9-eaa78efe021a), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:33.787283 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-792686af-b45b-497b-b4a6-523d133b96fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (543610a2-c671-4636-b9f9-eaa78efe021a), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:33.861290 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-792686af-b45b-497b-b4a6-523d133b96fd admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c1e94046a72147078d483cefe831625e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257698 Aug 26 09:00:33.862475 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792686af-b45b-497b-b4a6-523d133b96fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543610a2-c671-4636-b9f9-eaa78efe021a,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:33.870976 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50178) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:33.881943 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:34.042209 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-98dcc399-fba6-4912-9b76-4d70f9f8a181 admin admin] Publish callbacks [] for security_group (543610a2-c671-4636-b9f9-eaa78efe021a), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:34.089686 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-98dcc399-fba6-4912-9b76-4d70f9f8a181 admin admin] Publish callbacks [] for security_group (543610a2-c671-4636-b9f9-eaa78efe021a), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:34.277301 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:34.296953 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-98dcc399-fba6-4912-9b76-4d70f9f8a181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (543610a2-c671-4636-b9f9-eaa78efe021a), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:34.301728 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-98dcc399-fba6-4912-9b76-4d70f9f8a181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:34.303768 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-98dcc399-fba6-4912-9b76-4d70f9f8a181 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/543610a2-c671-4636-b9f9-eaa78efe021a HTTP/1.1" status: 204 len: 168 time: 0.4313366 Aug 26 09:00:34.323927 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcc399-fba6-4912-9b76-4d70f9f8a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543610a2-c671-4636-b9f9-eaa78efe021a,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:34.347561 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Router b662e0bc-8d5b-4793-84f4-fcfb9d9985da has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:34.530142 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:34.543149 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c90013f9-3e4c-4915-8fbe-cf48d2d4c9b1 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/b662e0bc-8d5b-4793-84f4-fcfb9d9985da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8981369 Aug 26 09:00:34.543536 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50188) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:34.544520 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] Sync routers for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:34.562103 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:34.563517 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:34.650657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50192) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:34.674970 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks [] for router (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:34.700324 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:34.971637 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T09:00:33Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:35.004071 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] Checking router: b662e0bc-8d5b-4793-84f4-fcfb9d9985da for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:35.016053 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] Routers {'b662e0bc-8d5b-4793-84f4-fcfb9d9985da'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:35.016893 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:35.151300 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-688b6417-b6f4-4449-b7de-2ae74665cf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.213424 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks [] for router_gateway (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.271687 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] Set router b662e0bc-8d5b-4793-84f4-fcfb9d9985da gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:35.284694 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Deleting port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:35.285221 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.378003 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:35.451069 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:35.452422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-688b6417-b6f4-4449-b7de-2ae74665cf99 admin admin] Publish callbacks [] for security_group (2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.462059 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-688b6417-b6f4-4449-b7de-2ae74665cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.518295 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] For port 1860dc6e-4b29-405b-8ac5-74365ff1fcf8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:35.518773 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.558538 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b6417-b6f4-4449-b7de-2ae74665cf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:35.564221 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T09:00:33Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:35.576419 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-688b6417-b6f4-4449-b7de-2ae74665cf99 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=04288ea1b9dc446aa1314fa73b0509cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9240794 Aug 26 09:00:35.577117 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50216) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:35.579883 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Calling delete_port for 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 owned by network:router_gateway {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:35.665994 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:35.668882 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3516a7-a15f-4512-9b91-85427c9625b7 None None] The sync data for ids ['b662e0bc-8d5b-4793-84f4-fcfb9d9985da'] in dv-cinder-852364-5-iscsi is: [{'id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'name': 'tempest-TestShelveInstance-1749299342-router', 'tenant_id': '37cc63bca9274f9ba58f8a92a499a36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:48Z', 'updated_at': '2022-08-26T09:00:33Z', 'revision_number': 5, 'project_id': '37cc63bca9274f9ba58f8a92a499a36d', 'gw_port': {'id': '1860dc6e-4b29-405b-8ac5-74365ff1fcf8', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662e0bc-8d5b-4793-84f4-fcfb9d9985da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:49Z', 'updated_at': '2022-08-26T08:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:35.713737 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f12f2af4-021f-474e-aace-7224235a4f74 admin admin] Publish callbacks [] for security_group (2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.758417 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f12f2af4-021f-474e-aace-7224235a4f74 admin admin] Publish callbacks [] for security_group (2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.867879 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f12f2af4-021f-474e-aace-7224235a4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.872841 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f12f2af4-021f-474e-aace-7224235a4f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.874795 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f12f2af4-021f-474e-aace-7224235a4f74 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f HTTP/1.1" status: 204 len: 168 time: 0.2963984 Aug 26 09:00:35.889225 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (1860dc6e-4b29-405b-8ac5-74365ff1fcf8), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:35.890384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f2af4-021f-474e-aace-7224235a4f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfa94ef-d318-4bb6-9d3c-8d3aa5a77d7f,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:35.932698 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1860dc6e-4b29-405b-8ac5-74365ff1fcf8,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:36.034026 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:36.040428 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.210991 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.216608 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks [] for router_controller (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.296128 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (b662e0bc-8d5b-4793-84f4-fcfb9d9985da), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.297121 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b662e0bc-8d5b-4793-84f4-fcfb9d9985da {{(pid=117972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:00:36.304668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.306984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-91c7cdde-920b-4511-8a59-edb6a6991c83 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/b662e0bc-8d5b-4793-84f4-fcfb9d9985da HTTP/1.1" status: 204 len: 168 time: 1.7596118 Aug 26 09:00:36.308840 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50228) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:36.381118 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Deleting subnet f475eddd-d335-451b-b2f9-f12fdf0d2902 {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:00:36.385414 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Publish callbacks [] for subnet (f475eddd-d335-451b-b2f9-f12fdf0d2902), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.437006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (f475eddd-d335-451b-b2f9-f12fdf0d2902), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.621648 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (f475eddd-d335-451b-b2f9-f12fdf0d2902), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.695195 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (f475eddd-d335-451b-b2f9-f12fdf0d2902), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.725132 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f475eddd-d335-451b-b2f9-f12fdf0d2902,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:36.727468 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.730973 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4f53a8ed-714e-4d4d-87a2-3474a7b9839b admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/f475eddd-d335-451b-b2f9-f12fdf0d2902 HTTP/1.1" status: 204 len: 168 time: 0.4206190 Aug 26 09:00:36.733834 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a87778-59a8-496b-9d12-9c3e7ebd9c33 None None] Network 29c0f487-40e8-46e5-bf03-83c129904d85 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:36.734481 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50236) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:36.816214 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (29c0f487-40e8-46e5-bf03-83c129904d85), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.885135 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Deleting port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:36.885746 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.968714 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] For port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:36.969358 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:36.982800 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] DHCP port deletion for 29c0f487-40e8-46e5-bf03-83c129904d85 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:00:36.996783 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Calling delete_port for 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced owned by network:dhcp {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:37.049693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] Deleting port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:37.050455 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.055987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:37.104959 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.127943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] For port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,segment=NetworkSegment(5a821534-6ac6-4079-a49c-8b73650989ea),segment_id=5a821534-6ac6-4079-a49c-8b73650989ea)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:37.128944 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.132670 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:37.141439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] No DVR routers for this DVR port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced on host dv-cinder-852364-5-iscsi {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:37.153997 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] Calling delete_port for 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:37.222351 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (29c0f487-40e8-46e5-bf03-83c129904d85), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.251728 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.258132 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c0f487-40e8-46e5-bf03-83c129904d85']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:37.274165 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a821534-6ac6-4079-a49c-8b73650989ea') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:37.274511 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a821534-6ac6-4079-a49c-8b73650989ea') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:37.275882 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] Pushing event deleted for resources: {'Port': ['ID=6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:37.288525 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af01d1-3b0e-4022-9f4f-d1a125a09764 None None] No DVR routers for this DVR port 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:37.294660 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (5a821534-6ac6-4079-a49c-8b73650989ea), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.322708 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (5a821534-6ac6-4079-a49c-8b73650989ea), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.332541 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:00:37.333236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (5a821534-6ac6-4079-a49c-8b73650989ea), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.387137 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50248) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:37.398447 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 5a821534-6ac6-4079-a49c-8b73650989ea resource provider aggregate not found Aug 26 09:00:37.422876 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 5a821534-6ac6-4079-a49c-8b73650989ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a821534-6ac6-4079-a49c-8b73650989ea found for delete ", "request_id": "req-cf4cfe25-568c-4bf0-a9b6-2800abbeefd9"}]} Aug 26 09:00:37.441178 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (29c0f487-40e8-46e5-bf03-83c129904d85), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.452390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.459409 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/29c0f487-40e8-46e5-bf03-83c129904d85 HTTP/1.1" status: 204 len: 168 time: 0.7237692 Aug 26 09:00:37.462907 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50254) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:37.485803 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0908e-dfcd-4667-9898-0c9416323990 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c0f487-40e8-46e5-bf03-83c129904d85,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:37.583373 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:37.586483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fc47ed60-b8dc-4c51-9f2c-6fc84e5dee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.604784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:37.605134 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6e9fa315-fc93-4ceb-90e6-ce51b6dd8ced not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:37.605532 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device cfb76882-d3dc-4423-b10c-155b96087d7e no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:37.629381 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: cfb76882-d3dc-4423-b10c-155b96087d7e {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:37.629730 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device cfb76882-d3dc-4423-b10c-155b96087d7e not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:37.630150 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:37.657423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:37.657820 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 1860dc6e-4b29-405b-8ac5-74365ff1fcf8 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:37.763080 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:37.841084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fc47ed60-b8dc-4c51-9f2c-6fc84e5dee36 admin admin] Publish callbacks [] for security_group (d79683a5-3084-4290-8df3-3451031fe459), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.846309 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-fc47ed60-b8dc-4c51-9f2c-6fc84e5dee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (d79683a5-3084-4290-8df3-3451031fe459), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:37.898952 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ed60-b8dc-4c51-9f2c-6fc84e5dee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79683a5-3084-4290-8df3-3451031fe459,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:37.941010 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:37.946584 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-fc47ed60-b8dc-4c51-9f2c-6fc84e5dee36 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1089734499d54908a2e8c064072ba940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5581017 Aug 26 09:00:37.951732 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50256) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:38.042094 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68aa53e0-b557-4f72-92e4-0921de88f169 admin admin] Publish callbacks [] for security_group (d79683a5-3084-4290-8df3-3451031fe459), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.056025 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (399eb218-654d-402f-a625-f41d963dd6e7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.079904 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68aa53e0-b557-4f72-92e4-0921de88f169 admin admin] Publish callbacks [] for security_group (d79683a5-3084-4290-8df3-3451031fe459), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.166218 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68aa53e0-b557-4f72-92e4-0921de88f169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (d79683a5-3084-4290-8df3-3451031fe459), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.168920 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-68aa53e0-b557-4f72-92e4-0921de88f169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.170390 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-68aa53e0-b557-4f72-92e4-0921de88f169 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d79683a5-3084-4290-8df3-3451031fe459 HTTP/1.1" status: 204 len: 168 time: 0.2164636 Aug 26 09:00:38.210048 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa53e0-b557-4f72-92e4-0921de88f169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79683a5-3084-4290-8df3-3451031fe459,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:38.236127 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-5c337f87-3838-443e-b017-8a28b878af14 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643837 Aug 26 09:00:38.347434 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-80b43106-4e59-4a43-955a-f3e7f234dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:38.349166 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-80b43106-4e59-4a43-955a-f3e7f234dce2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 1130 time: 0.0723565 Aug 26 09:00:38.415740 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Deleting port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:38.415740 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.495442 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-f5818004-464f-4c30-9ac9-31ae7772bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:38.497554 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-f5818004-464f-4c30-9ac9-31ae7772bcf4 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 200 len: 918 time: 0.1193759 Aug 26 09:00:38.518123 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] For port f8dfd1c2-ae1f-4bd1-baef-df3e5646f303, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:38.518513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.537355 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Calling delete_port for f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:38.562014 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:38.585888 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-c87786b5-5ab8-40a5-9a4c-5e82c2d67c1f service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 200 len: 1001 time: 0.0802119 Aug 26 09:00:38.604134 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50262) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:38.648858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a618d6c-c9c2-4d07-b0bf-4929a53558ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.682494 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-883554cf-37ee-4874-8ce8-0d0a983d28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:38.685048 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-883554cf-37ee-4874-8ce8-0d0a983d28e8 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 200 len: 855 time: 0.0910523 Aug 26 09:00:38.760817 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (f8dfd1c2-ae1f-4bd1-baef-df3e5646f303), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.789057 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-c80536b9-dc00-459a-945d-4ff41d7c7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:38.791786 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-c80536b9-dc00-459a-945d-4ff41d7c7c55 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=3ca2f64c-caf6-4358-8808-4c0656856257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962539 Aug 26 09:00:38.793741 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dfd1c2-ae1f-4bd1-baef-df3e5646f303,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:38.867896 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:38.903636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:38.938658 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a618d6c-c9c2-4d07-b0bf-4929a53558ad admin admin] Publish callbacks [] for security_group (1cc9d9bd-9af7-4c42-89f3-b73406361d75), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.946541 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a618d6c-c9c2-4d07-b0bf-4929a53558ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (1cc9d9bd-9af7-4c42-89f3-b73406361d75), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:38.988126 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-df439387-7ad2-4c81-94a0-9329078c2c4b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853828 Aug 26 09:00:39.009518 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (399eb218-654d-402f-a625-f41d963dd6e7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.039478 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-2a618d6c-c9c2-4d07-b0bf-4929a53558ad admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b35037360d1a407f98bcd8732bb0f9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166446 Aug 26 09:00:39.057661 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50264) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:39.101807 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a618d6c-c9c2-4d07-b0bf-4929a53558ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9d9bd-9af7-4c42-89f3-b73406361d75,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:39.161104 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:39.194314 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-21808ea2-2486-4d19-99bf-66130d943168 admin admin] Publish callbacks [] for security_group (1cc9d9bd-9af7-4c42-89f3-b73406361d75), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.205246 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-73c3646d-f3fa-47f6-ac38-04dcccb41cc9 req-f8ff4c56-7265-4203-8242-771263bf542f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956940 Aug 26 09:00:39.221416 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-21808ea2-2486-4d19-99bf-66130d943168 admin admin] Publish callbacks [] for security_group (1cc9d9bd-9af7-4c42-89f3-b73406361d75), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.320155 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-21808ea2-2486-4d19-99bf-66130d943168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (1cc9d9bd-9af7-4c42-89f3-b73406361d75), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.323696 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Router 399eb218-654d-402f-a625-f41d963dd6e7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:39.323897 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-21808ea2-2486-4d19-99bf-66130d943168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.325556 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-21808ea2-2486-4d19-99bf-66130d943168 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/1cc9d9bd-9af7-4c42-89f3-b73406361d75 HTTP/1.1" status: 204 len: 168 time: 0.2663467 Aug 26 09:00:39.344105 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21808ea2-2486-4d19-99bf-66130d943168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9d9bd-9af7-4c42-89f3-b73406361d75,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:39.470051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:39.482388 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] Sync routers for ids ['399eb218-654d-402f-a625-f41d963dd6e7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:39.489101 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-980b3df5-71fe-4704-8507-a8b816aaf58b admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/399eb218-654d-402f-a625-f41d963dd6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209858 Aug 26 09:00:39.489666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50268) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:39.504239 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] Routers {'399eb218-654d-402f-a625-f41d963dd6e7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:39.506089 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['399eb218-654d-402f-a625-f41d963dd6e7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:39.646029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks [] for router (399eb218-654d-402f-a625-f41d963dd6e7), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.678849 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] Set router 399eb218-654d-402f-a625-f41d963dd6e7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:39.739876 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:39.777224 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks [] for router_gateway (399eb218-654d-402f-a625-f41d963dd6e7), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.802962 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:39.802962 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:39.836700 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Deleting port 4523dfec-a5cd-4811-96cf-a6cadf004c8b {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:39.837053 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.908994 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T09:00:38Z', 'revision_number': 5, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port': {'id': '4523dfec-a5cd-4811-96cf-a6cadf004c8b', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eb218-654d-402f-a625-f41d963dd6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:57Z', 'updated_at': '2022-08-26T08:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:39.927534 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] For port 4523dfec-a5cd-4811-96cf-a6cadf004c8b, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=4523dfec-a5cd-4811-96cf-a6cadf004c8b,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:39.927968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:39.948978 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] Checking router: 399eb218-654d-402f-a625-f41d963dd6e7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:39.956079 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Calling delete_port for 4523dfec-a5cd-4811-96cf-a6cadf004c8b owned by network:router_gateway {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:39.967087 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] Routers {'399eb218-654d-402f-a625-f41d963dd6e7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:39.968235 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['399eb218-654d-402f-a625-f41d963dd6e7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:40.074442 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] Set router 399eb218-654d-402f-a625-f41d963dd6e7 gateway port host: None {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:40.148698 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (4523dfec-a5cd-4811-96cf-a6cadf004c8b), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.178156 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4523dfec-a5cd-4811-96cf-a6cadf004c8b,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:40.271309 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T09:00:39Z', 'revision_number': 6, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:40.280615 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (399eb218-654d-402f-a625-f41d963dd6e7), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.298326 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31540359-35de-419e-9b16-c4ce7f114984 None None] The sync data for ids ['399eb218-654d-402f-a625-f41d963dd6e7'] in dv-cinder-852364-5-iscsi is: [{'id': '399eb218-654d-402f-a625-f41d963dd6e7', 'name': 'tempest-TestShelveInstance-465416578-router', 'tenant_id': '37a83a062eee4e989da032ca1857a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:56Z', 'updated_at': '2022-08-26T09:00:39Z', 'revision_number': 6, 'project_id': '37a83a062eee4e989da032ca1857a68d', 'gw_port_host': None}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:40.397649 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:40.399558 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (399eb218-654d-402f-a625-f41d963dd6e7), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.402353 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks [] for router_controller (399eb218-654d-402f-a625-f41d963dd6e7), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.451411 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (399eb218-654d-402f-a625-f41d963dd6e7), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.452073 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399eb218-654d-402f-a625-f41d963dd6e7 {{(pid=117972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:00:40.460393 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.466236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50290) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:40.467367 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d738c499-efee-40c3-9ba6-43910e229db8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/399eb218-654d-402f-a625-f41d963dd6e7 HTTP/1.1" status: 204 len: 168 time: 0.9732053 Aug 26 09:00:40.843246 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Deleting subnet 2089d341-8d53-42b7-8102-1c02cf15636c {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:00:40.847505 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Publish callbacks [] for subnet (2089d341-8d53-42b7-8102-1c02cf15636c), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.890445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (2089d341-8d53-42b7-8102-1c02cf15636c), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:40.989512 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (2089d341-8d53-42b7-8102-1c02cf15636c), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.086824 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (2089d341-8d53-42b7-8102-1c02cf15636c), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.129085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2089d341-8d53-42b7-8102-1c02cf15636c,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:41.131376 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.134715 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-7a10a64b-6691-4283-84a9-37de37405bd7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/2089d341-8d53-42b7-8102-1c02cf15636c HTTP/1.1" status: 204 len: 168 time: 0.6647012 Aug 26 09:00:41.139523 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50302) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:41.148118 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d5cdb-8576-4cf6-90ad-38defab428a1 None None] Network a2ac8404-d970-4ecc-bb3d-0814700f2547 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:41.246107 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (a2ac8404-d970-4ecc-bb3d-0814700f2547), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.323087 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Deleting port a341abea-7009-422c-9b19-b5d406793ffb {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:41.325458 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (a341abea-7009-422c-9b19-b5d406793ffb), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.361027 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] DHCP port deletion for a2ac8404-d970-4ecc-bb3d-0814700f2547 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:00:41.421817 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Deleting port a341abea-7009-422c-9b19-b5d406793ffb {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:41.422170 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (a341abea-7009-422c-9b19-b5d406793ffb), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.425122 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] For port a341abea-7009-422c-9b19-b5d406793ffb, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a341abea-7009-422c-9b19-b5d406793ffb,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:41.425548 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (a341abea-7009-422c-9b19-b5d406793ffb), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.441797 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:41.443562 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Calling delete_port for a341abea-7009-422c-9b19-b5d406793ffb owned by network:dhcp {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:41.514963 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] For port a341abea-7009-422c-9b19-b5d406793ffb, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a341abea-7009-422c-9b19-b5d406793ffb,segment=NetworkSegment(c267fe2f-d630-4187-8b15-15570990c43e),segment_id=c267fe2f-d630-4187-8b15-15570990c43e)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:41.515406 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (a341abea-7009-422c-9b19-b5d406793ffb), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.534513 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Calling delete_port for a341abea-7009-422c-9b19-b5d406793ffb owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:41.604367 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4523dfec-a5cd-4811-96cf-a6cadf004c8b no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:41.624849 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (a341abea-7009-422c-9b19-b5d406793ffb), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.637887 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 4523dfec-a5cd-4811-96cf-a6cadf004c8b {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:41.639917 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 4523dfec-a5cd-4811-96cf-a6cadf004c8b not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:41.639917 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:41.665114 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:41.665534 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f8dfd1c2-ae1f-4bd1-baef-df3e5646f303 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:41.665994 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a341abea-7009-422c-9b19-b5d406793ffb no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:41.678673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Pushing event deleted for resources: {'Port': ['ID=a341abea-7009-422c-9b19-b5d406793ffb,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:41.685190 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] No DVR routers for this DVR port a341abea-7009-422c-9b19-b5d406793ffb on host dv-cinder-852364-5-iscsi {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:41.694450 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: a341abea-7009-422c-9b19-b5d406793ffb {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:41.694803 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a341abea-7009-422c-9b19-b5d406793ffb not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:41.735088 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (a341abea-7009-422c-9b19-b5d406793ffb), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.767661 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Pushing event deleted for resources: {'Port': ['ID=a341abea-7009-422c-9b19-b5d406793ffb,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:41.777823 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] No DVR routers for this DVR port a341abea-7009-422c-9b19-b5d406793ffb on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:41.780774 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.781122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.781610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.782074 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.782475 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.782865 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.783324 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.783802 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.784224 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.784619 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.785049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.785431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.785850 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.786220 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.786565 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0bdd0b-3f10-4c85-b7ac-2086e3f647c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:41.841429 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (a2ac8404-d970-4ecc-bb3d-0814700f2547), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.886199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ac8404-d970-4ecc-bb3d-0814700f2547']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:41.902771 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c267fe2f-d630-4187-8b15-15570990c43e') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:41.903466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c267fe2f-d630-4187-8b15-15570990c43e') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:41.926353 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (c267fe2f-d630-4187-8b15-15570990c43e), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.946425 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (c267fe2f-d630-4187-8b15-15570990c43e), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.957833 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:00:41.957833 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (c267fe2f-d630-4187-8b15-15570990c43e), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:41.999168 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment c267fe2f-d630-4187-8b15-15570990c43e resource provider aggregate not found Aug 26 09:00:42.031067 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment c267fe2f-d630-4187-8b15-15570990c43e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c267fe2f-d630-4187-8b15-15570990c43e found for delete ", "request_id": "req-b99332f6-de5b-4b10-a369-78e6b994fa8d"}]} Aug 26 09:00:42.041662 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (a2ac8404-d970-4ecc-bb3d-0814700f2547), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:42.052890 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:42.061764 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/a2ac8404-d970-4ecc-bb3d-0814700f2547 HTTP/1.1" status: 204 len: 168 time: 0.9177127 Aug 26 09:00:42.081452 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf021e1-66df-441c-88f3-5c8619202000 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ac8404-d970-4ecc-bb3d-0814700f2547,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:42.356373 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50328) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:42.417891 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-171aecec-66a1-45de-8bce-527bbbb18e6e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=37cc63bca9274f9ba58f8a92a499a36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590606 Aug 26 09:00:42.421423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50332) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:42.485765 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04d7e929-cf66-4f50-b771-a7de4086f512 admin admin] Publish callbacks [] for security_group (b574da99-f662-44ee-a756-da20eb80f0d4), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:42.526164 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04d7e929-cf66-4f50-b771-a7de4086f512 admin admin] Publish callbacks [] for security_group (b574da99-f662-44ee-a756-da20eb80f0d4), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:42.607369 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04d7e929-cf66-4f50-b771-a7de4086f512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b574da99-f662-44ee-a756-da20eb80f0d4), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:42.611563 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-04d7e929-cf66-4f50-b771-a7de4086f512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:42.613247 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-04d7e929-cf66-4f50-b771-a7de4086f512 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b574da99-f662-44ee-a756-da20eb80f0d4 HTTP/1.1" status: 204 len: 168 time: 0.1906524 Aug 26 09:00:42.625256 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7e929-cf66-4f50-b771-a7de4086f512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b574da99-f662-44ee-a756-da20eb80f0d4,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:43.140685 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50354) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:43.187079 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:43.235634 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-22f57a6d-fe61-46be-ae2d-092c0aa40c40 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=37a83a062eee4e989da032ca1857a68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929995 Aug 26 09:00:43.240548 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50360) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:43.316750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5de02cdf-1389-4a80-9b57-a4f60d4d6ddb admin admin] Publish callbacks [] for security_group (b5346e0e-e946-4f64-ac89-dddd7906f81b), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:43.359810 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5de02cdf-1389-4a80-9b57-a4f60d4d6ddb admin admin] Publish callbacks [] for security_group (b5346e0e-e946-4f64-ac89-dddd7906f81b), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:43.433484 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5de02cdf-1389-4a80-9b57-a4f60d4d6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b5346e0e-e946-4f64-ac89-dddd7906f81b), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:43.436342 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5de02cdf-1389-4a80-9b57-a4f60d4d6ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:43.437624 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-5de02cdf-1389-4a80-9b57-a4f60d4d6ddb admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b5346e0e-e946-4f64-ac89-dddd7906f81b HTTP/1.1" status: 204 len: 168 time: 0.1959438 Aug 26 09:00:43.454942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de02cdf-1389-4a80-9b57-a4f60d4d6ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5346e0e-e946-4f64-ac89-dddd7906f81b,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:44.543335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50388) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:44.652084 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1836871985-network', 'tenant_id': '6773ba16da8845d39c90a627802cf05f'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:44.673964 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Made reservation on behalf of 6773ba16da8845d39c90a627802cf05f for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:00:44.676808 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.686304 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.785000 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks [] for security_group (49ef35b6-8cdb-4bdd-bf48-6376cf946684), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.789651 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (49ef35b6-8cdb-4bdd-bf48-6376cf946684), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.819687 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 09:00:44.827304 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef35b6-8cdb-4bdd-bf48-6376cf946684,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:44.834850 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (203d2783-c385-4008-a00d-bee67ed7aa3c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.835282 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Added segment 203d2783-c385-4008-a00d-bee67ed7aa3c of type vlan for network f3820959-3ded-44b4-b94f-e8c3d94acf11 Aug 26 09:00:44.883463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (f3820959-3ded-44b4-b94f-e8c3d94acf11), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.923761 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (f3820959-3ded-44b4-b94f-e8c3d94acf11), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.924958 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:44.925834 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:44.930168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:45.003621 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4591081 Aug 26 09:00:45.007721 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50392) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:45.014197 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Request body: {'subnet': {'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1836871985-subnet', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:45.015421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176c32e-518c-4765-8169-6ab49e184597 admin admin] Pushing event updated for resources: {'Network': ['ID=f3820959-3ded-44b4-b94f-e8c3d94acf11,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:45.028902 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 09:00:45.043335 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Made reservation on behalf of 6773ba16da8845d39c90a627802cf05f for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:00:45.046199 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.106010 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:45.276597 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (5d9ba756-bed5-44b8-a33c-513fa5f8ce9b), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.343598 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:45.356574 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Checking segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:45.357355 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Network hostable DHCP agents. Network: f3820959-3ded-44b4-b94f-e8c3d94acf11, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 09:00:45.402089 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 09:00:45.418485 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, f3820959-3ded-44b4-b94f-e8c3d94acf11) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:45.423642 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:45.424248 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.430717 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b934d-cf04-4d19-bb5a-8bdc0c7bb040 None None] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:45.452162 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1d32eede-afec-435f-9239-459bf515165f admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4427660 Aug 26 09:00:45.455770 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50402) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:45.463334 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:45.509765 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (77534830-acf1-44d1-b72c-93436e07a886), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.511522 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (77534830-acf1-44d1-b72c-93436e07a886), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.566212 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:45.596079 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks [] for router_controller (77534830-acf1-44d1-b72c-93436e07a886), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.618318 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-f3820959-3ded-44b4-b94f-e8c3d94acf11', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 09:00:45.620790 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.630403 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:45.673005 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=15 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:45.685655 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-2fc31fa7-881d-4168-a78a-2685865f1506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.804753 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks [] for router_gateway (77534830-acf1-44d1-b72c-93436e07a886), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:45.849629 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Allocated IP 172.20.0.2 (f3820959-3ded-44b4-b94f-e8c3d94acf11/5d9ba756-bed5-44b8-a33c-513fa5f8ce9b/a3627890-43a6-436d-bffc-bf6ad556d86a) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:45.906440 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:46.066838 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks [] for router_gateway (77534830-acf1-44d1-b72c-93436e07a886), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.088918 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Publish callbacks [] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.098764 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.100797 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.105830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:46.181758 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:46.191292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:46.196214 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:46.210744 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Pushing event updated for resources: {'Port': ['ID=a3627890-43a6-436d-bffc-bf6ad556d86a,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:46.247142 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Allocated IP 172.27.3.210 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/e14eeff0-b488-4638-96f7-376f489aa1a2) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:46.278574 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Attempting to bind port a3627890-43a6-436d-bffc-bf6ad556d86a on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:00:46.278933 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Attempting to bind port a3627890-43a6-436d-bffc-bf6ad556d86a by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:00:46.279308 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Attempting to bind port a3627890-43a6-436d-bffc-bf6ad556d86a on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:46.285651 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:00:46.285651 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Checking segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:46.285651 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.286187 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Bound using segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:00:46.286463 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Bound port: a3627890-43a6-436d-bffc-bf6ad556d86a, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:00:46.286838 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.354177 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] For port a3627890-43a6-436d-bffc-bf6ad556d86a, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:00:46.358006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] For port a3627890-43a6-436d-bffc-bf6ad556d86a, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a3627890-43a6-436d-bffc-bf6ad556d86a,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:00:46.367026 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.419575 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks [] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.421172 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:46.445618 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa9e9b-51ec-4256-bb3c-cb6ca4833268 None None] Pushing event updated for resources: {'Port': ['ID=a3627890-43a6-436d-bffc-bf6ad556d86a,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:46.472973 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:46.546938 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:46.551166 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:46.555566 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:46.559352 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Pushing event updated for resources: {'Port': ['ID=e14eeff0-b488-4638-96f7-376f489aa1a2,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:46.929179 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks [] for router_gateway (77534830-acf1-44d1-b72c-93436e07a886), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.089680 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:47.150750 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (77534830-acf1-44d1-b72c-93436e07a886), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.311402 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Router 77534830-acf1-44d1-b72c-93436e07a886 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 09:00:47.438198 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:47.451594 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:47.465593 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.465730 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:47.466226 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:47.467269 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1c9ebea2-68ad-451a-8c2f-c23514b1decb admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0095057 Aug 26 09:00:47.471199 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50412) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:47.530946 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40052b-2893-42ec-af42-fa1fe4be5a65 None None] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:47.599881 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:47.639027 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a3627890-43a6-436d-bffc-bf6ad556d86a up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:47.646483 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] Provisioning complete for port a3627890-43a6-436d-bffc-bf6ad556d86a triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:47.646483 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.678051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:47.764153 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:47.777283 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port a3627890-43a6-436d-bffc-bf6ad556d86a triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:47.777859 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.806564 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:46Z', 'revision_number': 3, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:47.840400 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:47.841115 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Updating router 77534830-acf1-44d1-b72c-93436e07a886 port e14eeff0-b488-4638-96f7-376f489aa1a2 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 09:00:47.844556 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] Current status of the port a3627890-43a6-436d-bffc-bf6ad556d86a is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:47.844772 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.925924 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.926543 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] For port a3627890-43a6-436d-bffc-bf6ad556d86a, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a3627890-43a6-436d-bffc-bf6ad556d86a,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:47.934968 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:47.972937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port a3627890-43a6-436d-bffc-bf6ad556d86a is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:47.973349 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.071937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58df70d-e337-4c0f-8f9a-dbb00fbd10b8 None None] Pushing event updated for resources: {'Port': ['ID=a3627890-43a6-436d-bffc-bf6ad556d86a,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:48.100949 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-a3b8b50d-02fe-4bc7-9a92-d24160434bf3 None None] Provisioning complete for port a3627890-43a6-436d-bffc-bf6ad556d86a triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:48.101326 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a3b8b50d-02fe-4bc7-9a92-d24160434bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.106527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.db.api [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 09:00:48.106977 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG oslo_db.api [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 09:00:48.159697 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.178588 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:48.256036 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8b50d-02fe-4bc7-9a92-d24160434bf3 None None] Current status of the port a3627890-43a6-436d-bffc-bf6ad556d86a is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:48.312260 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-64aa5a41-336c-4c42-9c44-286655952205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.351743 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Publish callbacks [] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.369003 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.398063 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Allocated IP 172.20.0.1 (f3820959-3ded-44b4-b94f-e8c3d94acf11/5d9ba756-bed5-44b8-a33c-513fa5f8ce9b/6662eef4-8a93-4181-99a2-5fd77a589fba) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:48.401519 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:48.409158 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Attempting to bind port e14eeff0-b488-4638-96f7-376f489aa1a2 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:00:48.409158 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Attempting to bind port e14eeff0-b488-4638-96f7-376f489aa1a2 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:00:48.409791 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Attempting to bind port e14eeff0-b488-4638-96f7-376f489aa1a2 on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:48.424917 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:00:48.425327 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:48.425744 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.426087 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:00:48.426576 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Bound port: e14eeff0-b488-4638-96f7-376f489aa1a2, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:00:48.427362 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.459996 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Pushing event updated for resources: {'Port': ['ID=e14eeff0-b488-4638-96f7-376f489aa1a2,revision_number=2']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:48.473071 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.473510 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.473763 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.474115 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.474448 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.474770 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.475125 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.475445 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.475760 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.476244 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.476724 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.477229 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.477565 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.477888 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.478197 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:48.508836 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] For port e14eeff0-b488-4638-96f7-376f489aa1a2, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:00:48.514310 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] For port e14eeff0-b488-4638-96f7-376f489aa1a2, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=e14eeff0-b488-4638-96f7-376f489aa1a2,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:00:48.522529 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.556682 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks [] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.571183 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:48.571924 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:48.597756 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.635906 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837176cd-7309-46c5-935a-bda5e3644f3c None None] Pushing event updated for resources: {'Port': ['ID=e14eeff0-b488-4638-96f7-376f489aa1a2,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:48.654517 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:48.675304 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:48.684051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:48.689301 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:48.698670 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port a3627890-43a6-436d-bffc-bf6ad556d86a is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:48.733785 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:48.743676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Pushing event updated for resources: {'Port': ['ID=6662eef4-8a93-4181-99a2-5fd77a589fba,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:48.781668 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (77534830-acf1-44d1-b72c-93436e07a886), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:48.832710 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:48.868992 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:48.990817 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:46Z', 'revision_number': 3, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:48.999083 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:49.044723 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f81d-6fc2-476e-883f-5843f409a883 None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:46Z', 'revision_number': 3, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:49.096991 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5840f80a-e093-4e14-be85-d25544a5e5eb None None] Provisioning complete for port 6662eef4-8a93-4181-99a2-5fd77a589fba triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:49.097455 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5840f80a-e093-4e14-be85-d25544a5e5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:49.176747 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5840f80a-e093-4e14-be85-d25544a5e5eb None None] Port 6662eef4-8a93-4181-99a2-5fd77a589fba cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:00:49.323074 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks [] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:49.330198 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:49.433852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Pushing event updated for resources: {'Port': ['ID=6662eef4-8a93-4181-99a2-5fd77a589fba,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:49.436835 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (77534830-acf1-44d1-b72c-93436e07a886), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:49.631161 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:49.633353 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:49.735869 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e14eeff0-b488-4638-96f7-376f489aa1a2 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:49.826771 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port e14eeff0-b488-4638-96f7-376f489aa1a2 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:49.831852 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:49.855632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:49.871428 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:49.970694 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.025677 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port e14eeff0-b488-4638-96f7-376f489aa1a2 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:50.026167 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.033138 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-e2d770fc-9588-4f83-8883-c3abd438989c None None] Provisioning complete for port 6662eef4-8a93-4181-99a2-5fd77a589fba triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:50.033138 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e2d770fc-9588-4f83-8883-c3abd438989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.050800 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:50.061889 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-3de2e985-9b55-4109-b57a-ac26a4a3d019 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/77534830-acf1-44d1-b72c-93436e07a886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892100 Aug 26 09:00:50.084407 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port e14eeff0-b488-4638-96f7-376f489aa1a2, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=e14eeff0-b488-4638-96f7-376f489aa1a2,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:50.090283 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.091621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a3627890-43a6-436d-bffc-bf6ad556d86a up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:50.118058 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-e2d770fc-9588-4f83-8883-c3abd438989c None None] Port 6662eef4-8a93-4181-99a2-5fd77a589fba cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:00:50.162808 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:50.189255 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=e14eeff0-b488-4638-96f7-376f489aa1a2,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:50.194780 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port a3627890-43a6-436d-bffc-bf6ad556d86a triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:50.195182 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.297784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port a3627890-43a6-436d-bffc-bf6ad556d86a is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:50.735488 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50460) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:50.741730 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261702969-network', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:50.765640 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:50.772252 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Made reservation on behalf of 17ed1ac4468e42c5a8152cd5ce43eaad for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:00:50.775794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.787441 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.903462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks [] for security_group (f4420079-8aeb-4ece-b01d-33cc8f7e937b), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.909357 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f4420079-8aeb-4ece-b01d-33cc8f7e937b), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.929526 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 09:00:50.949211 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (815a6168-faa7-48dc-b4c4-c414ad6cdacc), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:50.949562 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Added segment 815a6168-faa7-48dc-b4c4-c414ad6cdacc of type vlan for network 8ba05aa3-71a9-49e3-899b-95b0b76528df Aug 26 09:00:50.993879 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e740d2-8d27-48d4-8047-1c677863eb10 req-ed113898-ecce-4983-8804-6957ba870d1d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:51.000879 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-86e740d2-8d27-48d4-8047-1c677863eb10 req-ed113898-ecce-4983-8804-6957ba870d1d tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0745900 Aug 26 09:00:51.047262 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4420079-8aeb-4ece-b01d-33cc8f7e937b,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:51.062718 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-86e740d2-8d27-48d4-8047-1c677863eb10 req-c6e0e728-8bcf-40bc-aac5-6b204bb22d7a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608582 Aug 26 09:00:51.063449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (8ba05aa3-71a9-49e3-899b-95b0b76528df), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.117439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (8ba05aa3-71a9-49e3-899b-95b0b76528df), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.118932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:51.119540 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.120549 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:51.136434 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:51.137236 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:51.190073 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4532509 Aug 26 09:00:51.192782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50470) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:51.200415 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Request body: {'subnet': {'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261702969-subnet', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'ip_version': 4}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:51.212443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cb5d7-6a10-4ae4-96b0-8d965e7bbf8f admin admin] Pushing event updated for resources: {'Network': ['ID=8ba05aa3-71a9-49e3-899b-95b0b76528df,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:51.233699 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Made reservation on behalf of 17ed1ac4468e42c5a8152cd5ce43eaad for: {'subnet': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:00:51.236368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065059671'] for subnet (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.389513 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 09:00:51.499352 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.504809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13630250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065059685'] for subnet (0310c3d4-4d01-4a58-a15a-85888897798a), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.520428 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:51.596782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0310c3d4-4d01-4a58-a15a-85888897798a,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:51.626520 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Checking segment: {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:51.627183 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Network hostable DHCP agents. Network: 8ba05aa3-71a9-49e3-899b-95b0b76528df, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 09:00:51.627653 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e14eeff0-b488-4638-96f7-376f489aa1a2 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:51.653749 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 09:00:51.669948 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 8ba05aa3-71a9-49e3-899b-95b0b76528df) {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:51.680189 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:51.681160 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.688823 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:51.703996 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-cd9d252b-93d5-4be6-9a8f-04c07160e12a admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5098584 Aug 26 09:00:51.709187 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50480) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:51.714415 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:51.715822 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b2579-a1b1-4134-a8b3-26ad5d29baf0 None None] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:51.743654 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16362741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125764'] for router (81e2e7ee-4a89-4027-8493-6f0a2210de74), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.744746 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16363225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16359953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16502079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125773'] for router (81e2e7ee-4a89-4027-8493-6f0a2210de74), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.750815 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:51.801577 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:51.807569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks [] for router_controller (81e2e7ee-4a89-4027-8493-6f0a2210de74), precommit_add_association {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.852816 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port e14eeff0-b488-4638-96f7-376f489aa1a2 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:51.853138 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:51.941549 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50484) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:51.970411 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:49Z', 'revision_number': 2, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:51.979421 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c236d1d-19e1-5d82-9bef-24a714eb7b0c-8ba05aa3-71a9-49e3-899b-95b0b76528df', 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df', 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'fixed_ips': [{'subnet_id': '0310c3d4-4d01-4a58-a15a-85888897798a'}]}} from dv-cinder-852364-5-iscsi. {{(pid=117973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 09:00:51.981589 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.023157 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:52.023416 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Updating router 77534830-acf1-44d1-b72c-93436e07a886 port 6662eef4-8a93-4181-99a2-5fd77a589fba binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 09:00:52.081106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:52.104149 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.116168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-60859772-7753-4a83-aaaf-ed4aaa8c06f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.184539 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port e14eeff0-b488-4638-96f7-376f489aa1a2 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:52.186009 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:52.260431 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227861d-43b2-4095-b0bd-a36add745356 req-9bd60a17-ad9b-453f-901d-bf49765336f1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:52.268663 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c227861d-43b2-4095-b0bd-a36add745356 req-9bd60a17-ad9b-453f-901d-bf49765336f1 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0844779 Aug 26 09:00:52.298554 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-60859772-7753-4a83-aaaf-ed4aaa8c06f9 admin admin] Publish callbacks [] for security_group (a4b34caf-1dc0-43ec-9654-d2c4666c8476), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.318488 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks [] for router_gateway (81e2e7ee-4a89-4027-8493-6f0a2210de74), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.368048 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c227861d-43b2-4095-b0bd-a36add745356 req-ddbf2896-a3a2-46fa-857f-746b51a15d44 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981586 Aug 26 09:00:52.369243 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-60859772-7753-4a83-aaaf-ed4aaa8c06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a4b34caf-1dc0-43ec-9654-d2c4666c8476), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.438311 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-60859772-7753-4a83-aaaf-ed4aaa8c06f9 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=eaf91ca61a914adeab3c2450b8b6191d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4946008 Aug 26 09:00:52.439683 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50490) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:52.450579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60859772-7753-4a83-aaaf-ed4aaa8c06f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b34caf-1dc0-43ec-9654-d2c4666c8476,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:52.458648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.485724 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.db_base_plugin_common [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Allocated IP 172.20.0.2 (8ba05aa3-71a9-49e3-899b-95b0b76528df/0310c3d4-4d01-4a58-a15a-85888897798a/db9a09dc-7d1b-465b-9ec2-78e88028c2f7) {{(pid=117973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:52.515184 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-53cfa080-7eb4-4ec8-a202-df6c081bd6ce admin admin] Publish callbacks [] for security_group (a4b34caf-1dc0-43ec-9654-d2c4666c8476), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.548209 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-53cfa080-7eb4-4ec8-a202-df6c081bd6ce admin admin] Publish callbacks [] for security_group (a4b34caf-1dc0-43ec-9654-d2c4666c8476), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.610443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-53cfa080-7eb4-4ec8-a202-df6c081bd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a4b34caf-1dc0-43ec-9654-d2c4666c8476), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.614844 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-53cfa080-7eb4-4ec8-a202-df6c081bd6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.615799 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Publish callbacks [] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.619593 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-53cfa080-7eb4-4ec8-a202-df6c081bd6ce admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a4b34caf-1dc0-43ec-9654-d2c4666c8476 HTTP/1.1" status: 204 len: 168 time: 0.1783681 Aug 26 09:00:52.626228 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.631462 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfa080-7eb4-4ec8-a202-df6c081bd6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b34caf-1dc0-43ec-9654-d2c4666c8476,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:52.694680 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:52.698715 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks [] for router_gateway (81e2e7ee-4a89-4027-8493-6f0a2210de74), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.726480 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218219e3-7758-48e1-9505-777d95a030cc None None] Pushing event updated for resources: {'Port': ['ID=6662eef4-8a93-4181-99a2-5fd77a589fba,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:52.727267 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.831194 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Attempting to bind port 6662eef4-8a93-4181-99a2-5fd77a589fba on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:00:52.831587 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Attempting to bind port 6662eef4-8a93-4181-99a2-5fd77a589fba by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:00:52.832312 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Attempting to bind port 6662eef4-8a93-4181-99a2-5fd77a589fba on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:52.838112 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Publish callbacks [] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), precommit_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.843388 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:00:52.843791 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Checking segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:52.844142 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.845121 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Bound using segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:00:52.845295 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Bound port: 6662eef4-8a93-4181-99a2-5fd77a589fba, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:00:52.845719 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.850336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), after_create {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:52.900915 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Allocated IP 172.27.3.27 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/782a5e7f-d2f1-4e13-8aeb-5758fef71532) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:52.942866 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df is already hosted by enough agents. {{(pid=117973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:52.953981 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Pushing event updated for resources: {'Port': ['ID=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,revision_number=1']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:52.957542 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.scheduler.base_scheduler [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Resources bound (agent type, host, resource id): {{(pid=117973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:52.966526 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Received port after_create {{(pid=117973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:52.987159 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-10582b84-7777-4f95-8b5e-918b856df6cb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:52.990033 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-10582b84-7777-4f95-8b5e-918b856df6cb tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.0772460 Aug 26 09:00:52.991268 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] For port 6662eef4-8a93-4181-99a2-5fd77a589fba, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:00:53.045014 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] For port 6662eef4-8a93-4181-99a2-5fd77a589fba, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6662eef4-8a93-4181-99a2-5fd77a589fba,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:00:53.059017 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.065947 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Attempting to bind port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:00:53.066629 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Attempting to bind port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:00:53.067240 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Attempting to bind port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 on network 8ba05aa3-71a9-49e3-899b-95b0b76528df {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:53.076000 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:53.096107 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks [] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.108861 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:00:53.110011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50496) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:53.110234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Checking segment: {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:53.110234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.110234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Bound using segment: {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:00:53.110964 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Bound port: db9a09dc-7d1b-465b-9ec2-78e88028c2f7, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:00:53.111463 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.128921 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c2982117-d36c-4c92-9cf8-b66e38e94471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.137112 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:53.137772 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:53.139367 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.172067 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Deleting port 57b16be7-70f7-4545-b557-e106d767a915 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:53.172430 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (57b16be7-70f7-4545-b557-e106d767a915), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.187476 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:53.190938 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:53.193567 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:53.219821 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:53.235887 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Pushing event updated for resources: {'Port': ['ID=782a5e7f-d2f1-4e13-8aeb-5758fef71532,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:53.312114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] For port 57b16be7-70f7-4545-b557-e106d767a915, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=57b16be7-70f7-4545-b557-e106d767a915,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:53.312696 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (57b16be7-70f7-4545-b557-e106d767a915), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.326758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:53.371776 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218219e3-7758-48e1-9505-777d95a030cc None None] Pushing event updated for resources: {'Port': ['ID=6662eef4-8a93-4181-99a2-5fd77a589fba,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:53.419126 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c2982117-d36c-4c92-9cf8-b66e38e94471 admin admin] Publish callbacks [] for security_group (798898eb-bc85-4c24-bb61-7e4e7033677d), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.439432 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c2982117-d36c-4c92-9cf8-b66e38e94471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (798898eb-bc85-4c24-bb61-7e4e7033677d), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.465932 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] For port db9a09dc-7d1b-465b-9ec2-78e88028c2f7, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:00:53.473727 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] For port db9a09dc-7d1b-465b-9ec2-78e88028c2f7, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:00:53.479784 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:53.518610 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.527693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:53.541582 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982117-d36c-4c92-9cf8-b66e38e94471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798898eb-bc85-4c24-bb61-7e4e7033677d,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:53.565712 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c2982117-d36c-4c92-9cf8-b66e38e94471 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=49384cd8c94f4098b709b38ed2d2d9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526808 Aug 26 09:00:53.570823 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50502) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:53.650012 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725b36a-1aa8-4aef-acb7-4ae7ec3f41d3 req-431cbe71-96e3-4cc6-9888-7689dbb68429 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:00:53.662757 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8725b36a-1aa8-4aef-acb7-4ae7ec3f41d3 req-431cbe71-96e3-4cc6-9888-7689dbb68429 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 946 time: 0.1154318 Aug 26 09:00:53.664733 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks [] for router_gateway (81e2e7ee-4a89-4027-8493-6f0a2210de74), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.689686 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:00:53.692245 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.692827 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (48ddc289-b894-4852-8d83-1e825f172830), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.693325 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Floating IP 48ddc289-b894-4852-8d83-1e825f172830 disassociated. External IP: 172.27.3.154, port: 57b16be7-70f7-4545-b557-e106d767a915. Aug 26 09:00:53.693850 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Calling delete_port for 57b16be7-70f7-4545-b557-e106d767a915 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:53.695031 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcee0e-241c-47f3-8c20-912399d52d37 None None] Pushing event updated for resources: {'Port': ['ID=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,revision_number=2']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:53.753878 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:53.764450 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-eaae1c69-ce49-4a3a-9db1-1ae052a59900 admin admin] Publish callbacks [] for security_group (798898eb-bc85-4c24-bb61-7e4e7033677d), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.808914 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-eaae1c69-ce49-4a3a-9db1-1ae052a59900 admin admin] Publish callbacks [] for security_group (798898eb-bc85-4c24-bb61-7e4e7033677d), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.849217 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:53.859743 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:52Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:53.863566 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8725b36a-1aa8-4aef-acb7-4ae7ec3f41d3 req-062cbe8d-1a95-46d8-b9d7-ec39c0954100 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996045 Aug 26 09:00:53.915432 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90e4a-47a5-41e4-9071-179486c6f620 None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:52Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:53.967325 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-eaae1c69-ce49-4a3a-9db1-1ae052a59900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (798898eb-bc85-4c24-bb61-7e4e7033677d), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.970797 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-eaae1c69-ce49-4a3a-9db1-1ae052a59900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:53.972284 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-eaae1c69-ce49-4a3a-9db1-1ae052a59900 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/798898eb-bc85-4c24-bb61-7e4e7033677d HTTP/1.1" status: 204 len: 168 time: 0.3982642 Aug 26 09:00:54.013695 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (57b16be7-70f7-4545-b557-e106d767a915), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:54.024436 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae1c69-ce49-4a3a-9db1-1ae052a59900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798898eb-bc85-4c24-bb61-7e4e7033677d,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:54.068666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event deleted for resources: {'Port': ['ID=57b16be7-70f7-4545-b557-e106d767a915,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:54.142191 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16363214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16360055'] for router (81e2e7ee-4a89-4027-8493-6f0a2210de74), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:54.328591 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Router 81e2e7ee-4a89-4027-8493-6f0a2210de74 is scheduled to L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 with binding_index 1 {{(pid=117971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 09:00:54.477542 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:54.491101 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Sync routers for ids ['81e2e7ee-4a89-4027-8493-6f0a2210de74'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:54.511030 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:54.517987 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Routers {'81e2e7ee-4a89-4027-8493-6f0a2210de74'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:54.518847 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['81e2e7ee-4a89-4027-8493-6f0a2210de74'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:54.522052 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-26a005ad-ccb9-4a4c-89e6-cfe416ec4e99 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8116467 Aug 26 09:00:54.522772 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50508) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:54.756049 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:54.760278 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50510) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:54.819848 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:54.824219 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a90d1dac-5eba-4f32-bd57-325cbc05bf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:54.849040 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Set router 81e2e7ee-4a89-4027-8493-6f0a2210de74 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:54.922037 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:55.048926 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:55.062712 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:00:55.096466 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:55.097331 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:55.138234 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] No DVR routers for this DVR port 57b16be7-70f7-4545-b557-e106d767a915 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:00:55.141340 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.145807 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6f9c567d-e2b0-4624-a9fa-07504b794213 req-e0808ec9-5939-474a-a90e-ff1a21e0a5a5 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.115 "DELETE /networking/v2.0/ports/57b16be7-70f7-4545-b557-e106d767a915 HTTP/1.1" status: 204 len: 173 time: 2.1497028 Aug 26 09:00:55.164438 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-deleted', 'tag': '57b16be7-70f7-4545-b557-e106d767a915'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:00:55.171324 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0758f06f-a1ba-4e5b-b1ba-daf8adbde363" -d '{"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-deleted", "tag": "57b16be7-70f7-4545-b557-e106d767a915"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:00:55.180139 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a90d1dac-5eba-4f32-bd57-325cbc05bf27 admin admin] Publish callbacks [] for security_group (9f2f1c83-bc76-46c7-8541-4ea954f198e4), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.186378 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-6c7b1da8-9953-41f5-91f2-19be3dabb03e req-e077f687-b5f1-4dab-92a0-8ca915955225 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cbfe1e03-de30-4198-9a4d-a96708dbb98b HTTP/1.1" status: 200 len: 210 time: 0.1100411 Aug 26 09:00:55.189959 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a90d1dac-5eba-4f32-bd57-325cbc05bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (9f2f1c83-bc76-46c7-8541-4ea954f198e4), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.371063 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d1dac-5eba-4f32-bd57-325cbc05bf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2f1c83-bc76-46c7-8541-4ea954f198e4,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:55.375183 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a90d1dac-5eba-4f32-bd57-325cbc05bf27 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d4acf64c333742fab9e2384db37ebb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110804 Aug 26 09:00:55.383740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50516) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:55.463936 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:55.528322 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:00:53Z', 'revision_number': 3, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:55.549250 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5045d3d6-d2e2-48fb-8dfa-4f9ff97d3e13 admin admin] Publish callbacks [] for security_group (9f2f1c83-bc76-46c7-8541-4ea954f198e4), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.587579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aebece0-869d-4b44-a801-f6a2c106f91f x-openstack-request-id: req-0aebece0-869d-4b44-a801-f6a2c106f91f {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:00:55.587892 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe1e03-de30-4198-9a4d-a96708dbb98b", "name": "network-vif-deleted", "tag": "57b16be7-70f7-4545-b557-e106d767a915", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:00:55.588114 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0aebece0-869d-4b44-a801-f6a2c106f91f {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:00:55.588552 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aebece0-869d-4b44-a801-f6a2c106f91f'] response: {'server_uuid': 'cbfe1e03-de30-4198-9a4d-a96708dbb98b', 'name': 'network-vif-deleted', 'tag': '57b16be7-70f7-4545-b557-e106d767a915', 'status': 'completed', 'code': 200} Aug 26 09:00:55.606236 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Checking router: 81e2e7ee-4a89-4027-8493-6f0a2210de74 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:55.606684 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Updating router 81e2e7ee-4a89-4027-8493-6f0a2210de74 port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 binding host dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 09:00:55.637049 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5045d3d6-d2e2-48fb-8dfa-4f9ff97d3e13 admin admin] Publish callbacks [] for security_group (9f2f1c83-bc76-46c7-8541-4ea954f198e4), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.700277 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:55.712798 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a40a3c1-c0c4-4f09-8970-8d7ede9979cd None None] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:00:55.714007 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.728019 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.748102 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:55.803115 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5045d3d6-d2e2-48fb-8dfa-4f9ff97d3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (9f2f1c83-bc76-46c7-8541-4ea954f198e4), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.811776 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5045d3d6-d2e2-48fb-8dfa-4f9ff97d3e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:55.819359 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5045d3d6-d2e2-48fb-8dfa-4f9ff97d3e13 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9f2f1c83-bc76-46c7-8541-4ea954f198e4 HTTP/1.1" status: 204 len: 168 time: 0.4335685 Aug 26 09:00:55.833497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045d3d6-d2e2-48fb-8dfa-4f9ff97d3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2f1c83-bc76-46c7-8541-4ea954f198e4,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:56.009659 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device db9a09dc-7d1b-465b-9ec2-78e88028c2f7 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:56.190614 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] Provisioning complete for port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:56.191798 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.224589 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Allocated IP 172.20.0.1 (8ba05aa3-71a9-49e3-899b-95b0b76528df/0310c3d4-4d01-4a58-a15a-85888897798a/c86f6318-f8ff-4786-99f1-05cee4babae8) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:00:56.236557 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:56.294027 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Publish callbacks [] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), precommit_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.328763 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.426158 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Attempting to bind port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:00:56.426727 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Attempting to bind port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:00:56.427360 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Attempting to bind port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 on network 42f31723-197b-42a3-b329-20a45380f69c {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:00:56.435693 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50526) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:56.454521 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:00:56.455187 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Checking segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:00:56.456027 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.456979 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Bound using segment: {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'} {{(pid=117974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:00:56.457441 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.managers [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Bound port: 782a5e7f-d2f1-4e13-8aeb-5758fef71532, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66ff9c6-ac44-43d5-98da-d80a31a9eaad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42f31723-197b-42a3-b329-20a45380f69c'}}] {{(pid=117974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:00:56.458053 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), before_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.464069 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02391b9-d4bd-42dd-b42a-ae1db3bf79a7 None None] Pushing event updated for resources: {'Port': ['ID=782a5e7f-d2f1-4e13-8aeb-5758fef71532,revision_number=2']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:56.511690 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks [] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.541260 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:56.541854 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.580747 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.586411 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] For port 782a5e7f-d2f1-4e13-8aeb-5758fef71532, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:00:56.591103 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.plugins.ml2.db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] For port 782a5e7f-d2f1-4e13-8aeb-5758fef71532, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=782a5e7f-d2f1-4e13-8aeb-5758fef71532,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:00:56.606245 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron_lib.callbacks.manager [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), after_update {{(pid=117974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.630723 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:56.632853 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.684761 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:56.689796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:00:56.698301 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.724610 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02391b9-d4bd-42dd-b42a-ae1db3bf79a7 None None] Pushing event updated for resources: {'Port': ['ID=782a5e7f-d2f1-4e13-8aeb-5758fef71532,revision_number=3']} {{(pid=117974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:56.740076 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Routers {'81e2e7ee-4a89-4027-8493-6f0a2210de74'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:56.740994 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['81e2e7ee-4a89-4027-8493-6f0a2210de74'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:56.798927 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16360216'] for router_interface (81e2e7ee-4a89-4027-8493-6f0a2210de74), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.815663 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] Current status of the port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:56.816617 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.824726 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Pushing event updated for resources: {'Port': ['ID=c86f6318-f8ff-4786-99f1-05cee4babae8,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:56.863303 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:56.872564 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.879131 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:56.883262 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:56.890876 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb HTTP/1.1" status: 204 len: 168 time: 0.4477503 Aug 26 09:00:56.918070 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50534) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:56.926057 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:56.953752 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:00:56.972694 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.975997 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.976928 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.977707 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.979780 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.982021 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.982785 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.984507 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.987798 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.987798 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.996917 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.997723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.998472 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:56.999481 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:57.001881 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5196f1-49dd-4de2-bd3c-de1573886404 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:00:57.013531 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:00:57.032700 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.api.v2.resource [None req-bcd5ab33-c8d5-4506-8461-719899da5648 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] show failed (client error): The resource could not be found. Aug 26 09:00:57.037616 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-bcd5ab33-c8d5-4506-8461-719899da5648 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "GET /networking/v2.0/security-groups/26bad5e6-38b7-4a38-8d9b-a8b18b3b62cb HTTP/1.1" status: 404 len: 347 time: 0.1151280 Aug 26 09:00:57.038003 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50536) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:57.059290 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] For port db9a09dc-7d1b-465b-9ec2-78e88028c2f7, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:57.067552 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 57b16be7-70f7-4545-b557-e106d767a915 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:00:57.075988 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 57b16be7-70f7-4545-b557-e106d767a915 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:00:57.096066 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:57.102279 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] Set router 81e2e7ee-4a89-4027-8493-6f0a2210de74 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:57.114296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.179155 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:00:57.180754 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:57.184369 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:57.185410 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.379070 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Deleting port befcaa3d-9752-49bc-8db7-76f3fe6c9fb3 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:00:57.379805 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.422026 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.489762 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:57.494933 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:00:57.586802 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:00:53Z', 'revision_number': 3, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:57.652039 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.652925 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.656340 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-f38356e9-fb16-4602-a6c7-56eceb371684 None None] Provisioning complete for port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:57.657212 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f38356e9-fb16-4602-a6c7-56eceb371684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.668410 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:57.676030 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:57.677630 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c645f2f-06ab-4294-af8a-212601edbb41 None None] The sync data for ids ['81e2e7ee-4a89-4027-8493-6f0a2210de74'] in dv-cinder-852364-5-iscsi is: [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:00:53Z', 'revision_number': 3, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:57.684598 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Calling delete_port for befcaa3d-9752-49bc-8db7-76f3fe6c9fb3 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:00:57.808632 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks [] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.829396 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.886388 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (befcaa3d-9752-49bc-8db7-76f3fe6c9fb3), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:57.936684 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Pushing event deleted for resources: {'Port': ['ID=befcaa3d-9752-49bc-8db7-76f3fe6c9fb3,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:58.011670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16257860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16360324'] for router_interface (81e2e7ee-4a89-4027-8493-6f0a2210de74), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:58.043892 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Pushing event updated for resources: {'Port': ['ID=c86f6318-f8ff-4786-99f1-05cee4babae8,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:58.067560 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.db.api [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 09:00:58.068067 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG oslo_db.api [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 09:00:58.068615 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab788d-b46c-4871-ba0b-928ceb2f09f7 None None] Pushing event updated for resources: {'Port': ['ID=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:58.106794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks [] for floatingip (48ddc289-b894-4852-8d83-1e825f172830), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:58.115069 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:58.120666 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-95ee805d-f457-4c36-a648-110403448f5a tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/48ddc289-b894-4852-8d83-1e825f172830 HTTP/1.1" status: 204 len: 168 time: 1.0812984 Aug 26 09:00:58.234365 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-f38356e9-fb16-4602-a6c7-56eceb371684 None None] Current status of the port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:58.312736 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:00:58.314701 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:00:58.342513 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:00:58.505907 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e055b-cbd8-43c3-8c18-7886af9164ba None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T08:51:50Z', 'revision_number': 4, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'da4dfbaf-8c1b-4db6-8ec6-d90d186f457e', 'name': '', 'network_id': '3ca2f64c-caf6-4358-8808-4c0656856257', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'mac_address': 'fa:16:3e:ad:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:46Z', 'updated_at': '2022-08-26T08:52:11Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'subnets': [{'id': 'eaa50b38-f85c-400c-b790-4103a9aca034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:00:58.539940 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-773e717f-fb31-4e48-9849-9862a326862c None None] Provisioning complete for port c86f6318-f8ff-4786-99f1-05cee4babae8 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:58.540453 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-773e717f-fb31-4e48-9849-9862a326862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:58.626381 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Router 81e2e7ee-4a89-4027-8493-6f0a2210de74 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:00:58.641102 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-773e717f-fb31-4e48-9849-9862a326862c None None] Port c86f6318-f8ff-4786-99f1-05cee4babae8 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:00:58.729848 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:58.731063 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6662eef4-8a93-4181-99a2-5fd77a589fba up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:58.836431 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 6662eef4-8a93-4181-99a2-5fd77a589fba triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:58.837014 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:58.906239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94274969-8343-4b35-8950-390060d68720 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:00:58.925884 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-94274969-8343-4b35-8950-390060d68720 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/81e2e7ee-4a89-4027-8493-6f0a2210de74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4018395 Aug 26 09:00:58.936890 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-95286670-e96d-4f7d-878a-b87b89b699a1 None None] Provisioning complete for port c86f6318-f8ff-4786-99f1-05cee4babae8 triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:58.939070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-95286670-e96d-4f7d-878a-b87b89b699a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.096142 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-95286670-e96d-4f7d-878a-b87b89b699a1 None None] Port c86f6318-f8ff-4786-99f1-05cee4babae8 cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:00:59.121743 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50562) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:59.138732 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 6662eef4-8a93-4181-99a2-5fd77a589fba is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:00:59.139402 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.144319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:59.161609 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:59.196357 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e8127-7fd2-4708-9b7b-e23d56e9c143 None None] New status for floating IP 48ddc289-b894-4852-8d83-1e825f172830: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:00:59.243831 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 6662eef4-8a93-4181-99a2-5fd77a589fba, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6662eef4-8a93-4181-99a2-5fd77a589fba,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:00:59.265666 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.355784 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8d7c-bf3d-4a10-876a-94ecfa91cb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.478296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=6662eef4-8a93-4181-99a2-5fd77a589fba,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:59.551417 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:59.715199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8d7c-bf3d-4a10-876a-94ecfa91cb4b admin admin] Publish callbacks [] for security_group (2241d9c2-b21e-477e-8eef-e99136a9b578), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.715199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:00:59.720245 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8d7c-bf3d-4a10-876a-94ecfa91cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2241d9c2-b21e-477e-8eef-e99136a9b578), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.760772 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device db9a09dc-7d1b-465b-9ec2-78e88028c2f7 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:00:59.776692 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ea0c8d7c-bf3d-4a10-876a-94ecfa91cb4b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=65fe21d36f9e4566a8671482ba842d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538620 Aug 26 09:00:59.780359 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50578) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:59.801791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c8d7c-bf3d-4a10-876a-94ecfa91cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241d9c2-b21e-477e-8eef-e99136a9b578,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:00:59.850002 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50582) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:00:59.876416 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664018262', 'description': 'tempest-secgroup-smoke-664018262 description', 'project_id': '6773ba16da8845d39c90a627802cf05f'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:00:59.897240 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:00:59.898625 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.928974 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.935542 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Publish callbacks [] for security_group (2241d9c2-b21e-477e-8eef-e99136a9b578), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:00:59.980875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Publish callbacks [] for security_group (2241d9c2-b21e-477e-8eef-e99136a9b578), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.076078 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:00.078106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 782a5e7f-d2f1-4e13-8aeb-5758fef71532 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:00.086041 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2241d9c2-b21e-477e-8eef-e99136a9b578), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.090229 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.090537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group (477635cc-38a0-46c4-8711-32f971e4c9e9), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.092143 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2241d9c2-b21e-477e-8eef-e99136a9b578 HTTP/1.1" status: 204 len: 168 time: 0.3097746 Aug 26 09:01:00.099254 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (477635cc-38a0-46c4-8711-32f971e4c9e9), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.109013 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241d9c2-b21e-477e-8eef-e99136a9b578,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:00.123949 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.124714 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.125785 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.130689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.130689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.131774 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.132137 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.133647 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.134037 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.134379 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.137128 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.137490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.137882 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.138228 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.138624 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c99562-fe24-4a17-9e5a-b4b1e77e09c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:00.176236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.178328 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3266022 Aug 26 09:01:00.182798 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50586) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:00.195601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:00.196113 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.196920 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf9045-a748-40c8-8de0-c3469fed252e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477635cc-38a0-46c4-8711-32f971e4c9e9,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:00.201040 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group_rule': {'security_group_id': '477635cc-38a0-46c4-8711-32f971e4c9e9', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:00.270788 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (0afd1ab8-3ea2-49b0-b7b7-b13acdde04d2), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.334387 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:00.334849 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.369046 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:00.385515 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port 782a5e7f-d2f1-4e13-8aeb-5758fef71532, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=782a5e7f-d2f1-4e13-8aeb-5758fef71532,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:00.391734 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.393164 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (0afd1ab8-3ea2-49b0-b7b7-b13acdde04d2), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.410521 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (0afd1ab8-3ea2-49b0-b7b7-b13acdde04d2), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.441334 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afd1ab8-3ea2-49b0-b7b7-b13acdde04d2,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:00.460582 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.462818 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-a436400f-d5d3-45b2-a698-6411c648c979 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778573 Aug 26 09:01:00.466572 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50590) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:00.476016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group_rule': {'security_group_id': '477635cc-38a0-46c4-8711-32f971e4c9e9', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:00.484562 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=782a5e7f-d2f1-4e13-8aeb-5758fef71532,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:00.535443 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (3cd0e1b9-a162-4c39-98ae-7f25af5e6d91), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.657371 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (3cd0e1b9-a162-4c39-98ae-7f25af5e6d91), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.667531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (3cd0e1b9-a162-4c39-98ae-7f25af5e6d91), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.709598 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd0e1b9-a162-4c39-98ae-7f25af5e6d91,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:00.724786 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.728605 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ac789ec5-9717-456c-8040-bb532b068d6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2588713 Aug 26 09:01:00.732360 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50598) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:00.740828 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group_rule': {'security_group_id': '477635cc-38a0-46c4-8711-32f971e4c9e9', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:00.803891 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (184a1ce1-76b7-471d-954c-ae58fc46ee2c), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.911255 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (184a1ce1-76b7-471d-954c-ae58fc46ee2c), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.929329 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (184a1ce1-76b7-471d-954c-ae58fc46ee2c), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.964010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184a1ce1-76b7-471d-954c-ae58fc46ee2c,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:00.979421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:00.980883 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1a4724cb-a941-4c47-b526-e26238e61dc2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474055 Aug 26 09:01:00.991357 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50606) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:00.999307 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group_rule': {'security_group_id': '477635cc-38a0-46c4-8711-32f971e4c9e9', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:01.099540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (b740dd2c-077a-4091-bb5d-ea9ca08f0c9d), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.104702 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:01.206843 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Sync routers for ids ['81e2e7ee-4a89-4027-8493-6f0a2210de74'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:01:01.234426 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50618) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:01.250602 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Routers {'81e2e7ee-4a89-4027-8493-6f0a2210de74'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:01.252070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['81e2e7ee-4a89-4027-8493-6f0a2210de74'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:01.263044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (b740dd2c-077a-4091-bb5d-ea9ca08f0c9d), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.273105 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (b740dd2c-077a-4091-bb5d-ea9ca08f0c9d), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.303262 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b740dd2c-077a-4091-bb5d-ea9ca08f0c9d,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:01.337941 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.340458 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4f532a5c-3c5e-4e49-8ad1-f8438f3920a5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3473008 Aug 26 09:01:01.344749 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50622) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:01.360783 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group_rule': {'security_group_id': '477635cc-38a0-46c4-8711-32f971e4c9e9', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:01.415082 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.securitygroups_db [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Project 6773ba16da8845d39c90a627802cf05f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 09:01:01.432676 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (b7179d19-017b-4192-a0e0-f23be126ee99), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.560528 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6662eef4-8a93-4181-99a2-5fd77a589fba up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:01.597811 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (b7179d19-017b-4192-a0e0-f23be126ee99), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.614668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (b7179d19-017b-4192-a0e0-f23be126ee99), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.667334 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7179d19-017b-4192-a0e0-f23be126ee99,revision_number=0']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:01.668770 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Set router 81e2e7ee-4a89-4027-8493-6f0a2210de74 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:01.698757 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.700651 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-cd5c7ccf-504e-46bd-9157-ea1896c1ce52 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3540289 Aug 26 09:01:01.704676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50626) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:01.712749 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'security_group_rule': {'security_group_id': '477635cc-38a0-46c4-8711-32f971e4c9e9', 'project_id': '6773ba16da8845d39c90a627802cf05f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:01.772380 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.securitygroups_db [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Project 6773ba16da8845d39c90a627802cf05f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 09:01:01.786076 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (d1f69fa7-064b-48ad-8318-d82fcd12170a), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.912757 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 6662eef4-8a93-4181-99a2-5fd77a589fba triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:01.914665 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:01.953581 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.031188 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (d1f69fa7-064b-48ad-8318-d82fcd12170a), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.048796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443483'] for security_group_rule (d1f69fa7-064b-48ad-8318-d82fcd12170a), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.094563 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:02.096058 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:02.099876 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f69fa7-064b-48ad-8318-d82fcd12170a,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:02.116835 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.121116 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dd6aaa11-b1a6-4b2e-a3a0-5cf826267fa0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4146726 Aug 26 09:01:02.199065 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 6662eef4-8a93-4181-99a2-5fd77a589fba is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:02.200283 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 782a5e7f-d2f1-4e13-8aeb-5758fef71532 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:02.301687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:00:57Z', 'revision_number': 4, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'c86f6318-f8ff-4786-99f1-05cee4babae8', 'name': '', 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'mac_address': 'fa:16:3e:4d:73:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0310c3d4-4d01-4a58-a15a-85888897798a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:55Z', 'updated_at': '2022-08-26T09:00:57Z', 'revision_number': 2, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'subnets': [{'id': '0310c3d4-4d01-4a58-a15a-85888897798a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:02.389831 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Checking router: 81e2e7ee-4a89-4027-8493-6f0a2210de74 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:01:02.390372 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Updating router 81e2e7ee-4a89-4027-8493-6f0a2210de74 port c86f6318-f8ff-4786-99f1-05cee4babae8 binding host dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 09:01:02.460801 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50674) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:02.462814 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:02.463634 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.513229 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.657987 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.751489 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cb296671-51fd-494d-9bf2-3191c9d18ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:02.830159 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:03.146696 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Publish callbacks [] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), precommit_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.157476 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.237034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcde51c-7150-4b79-9f03-b79d22c570c9 None None] Pushing event updated for resources: {'Port': ['ID=c86f6318-f8ff-4786-99f1-05cee4babae8,revision_number=3']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:03.287122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Attempting to bind port c86f6318-f8ff-4786-99f1-05cee4babae8 on host dv-cinder-852364-5-iscsi for vnic_type normal with profile {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:01:03.287503 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Attempting to bind port c86f6318-f8ff-4786-99f1-05cee4babae8 by drivers openvswitch,hyperv on host dv-cinder-852364-5-iscsi at level 0 using segments [{'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:01:03.287895 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Attempting to bind port c86f6318-f8ff-4786-99f1-05cee4babae8 on network 8ba05aa3-71a9-49e3-899b-95b0b76528df {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:01:03.295732 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Checking agent: {'id': 'd3f5efa1-9dd3-42e4-8003-c591bc0633fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 42, 51), 'started_at': datetime.datetime(2022, 8, 26, 8, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:01:03.296160 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Checking segment: {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:01:03.296540 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.296933 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Bound using segment: {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'} {{(pid=117973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:01:03.297424 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.managers [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Bound port: c86f6318-f8ff-4786-99f1-05cee4babae8, host: dv-cinder-852364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815a6168-faa7-48dc-b4c4-c414ad6cdacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df'}}] {{(pid=117973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:01:03.297802 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.311598 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:03.354281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:03.378800 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cb296671-51fd-494d-9bf2-3191c9d18ffb admin admin] Publish callbacks [] for security_group (289fda7f-58e1-4fb6-85eb-6c9315eb7ebb), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.419254 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cb296671-51fd-494d-9bf2-3191c9d18ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (289fda7f-58e1-4fb6-85eb-6c9315eb7ebb), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.425287 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] For port c86f6318-f8ff-4786-99f1-05cee4babae8, host dv-cinder-852364-5-iscsi, cleared binding levels {{(pid=117973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:01:03.432705 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] For port c86f6318-f8ff-4786-99f1-05cee4babae8, host dv-cinder-852364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c86f6318-f8ff-4786-99f1-05cee4babae8,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:01:03.446666 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.530034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Routers {'81e2e7ee-4a89-4027-8493-6f0a2210de74'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:03.530350 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['81e2e7ee-4a89-4027-8493-6f0a2210de74'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:03.552046 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-cb296671-51fd-494d-9bf2-3191c9d18ffb admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=84c69448ab6b4b448bc836893feae306&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0890121 Aug 26 09:01:03.557127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb296671-51fd-494d-9bf2-3191c9d18ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289fda7f-58e1-4fb6-85eb-6c9315eb7ebb,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:03.559091 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50700) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:03.595888 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Deleting port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:03.596771 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.679443 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:03.680064 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:03.682254 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a595a97-adc3-4f86-ac97-e8451efb26c1 admin admin] Publish callbacks [] for security_group (289fda7f-58e1-4fb6-85eb-6c9315eb7ebb), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.696567 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcde51c-7150-4b79-9f03-b79d22c570c9 None None] Pushing event updated for resources: {'Port': ['ID=c86f6318-f8ff-4786-99f1-05cee4babae8,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:03.751277 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a595a97-adc3-4f86-ac97-e8451efb26c1 admin admin] Publish callbacks [] for security_group (289fda7f-58e1-4fb6-85eb-6c9315eb7ebb), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.764065 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:03.813846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] For port da4dfbaf-8c1b-4db6-8ec6-d90d186f457e, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:03.814566 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.831498 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:03.842143 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Calling delete_port for da4dfbaf-8c1b-4db6-8ec6-d90d186f457e owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:03.845759 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] Set router 81e2e7ee-4a89-4027-8493-6f0a2210de74 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:03.858413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a595a97-adc3-4f86-ac97-e8451efb26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (289fda7f-58e1-4fb6-85eb-6c9315eb7ebb), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.863320 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-2a595a97-adc3-4f86-ac97-e8451efb26c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:03.865966 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-2a595a97-adc3-4f86-ac97-e8451efb26c1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/289fda7f-58e1-4fb6-85eb-6c9315eb7ebb HTTP/1.1" status: 204 len: 168 time: 0.3044624 Aug 26 09:01:03.881201 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a595a97-adc3-4f86-ac97-e8451efb26c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289fda7f-58e1-4fb6-85eb-6c9315eb7ebb,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:04.208722 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (da4dfbaf-8c1b-4db6-8ec6-d90d186f457e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:04.249115 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=da4dfbaf-8c1b-4db6-8ec6-d90d186f457e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:04.533418 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:00:57Z', 'revision_number': 4, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'c86f6318-f8ff-4786-99f1-05cee4babae8', 'name': '', 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'mac_address': 'fa:16:3e:4d:73:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0310c3d4-4d01-4a58-a15a-85888897798a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:55Z', 'updated_at': '2022-08-26T09:01:03Z', 'revision_number': 4, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'subnets': [{'id': '0310c3d4-4d01-4a58-a15a-85888897798a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:04.591830 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce565c64-cddf-4a75-80b5-80d0674a33f6 None None] The sync data for ids ['81e2e7ee-4a89-4027-8493-6f0a2210de74'] in dv-cinder-852364-5-iscsi is: [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:00:57Z', 'revision_number': 4, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': 'c86f6318-f8ff-4786-99f1-05cee4babae8', 'name': '', 'network_id': '8ba05aa3-71a9-49e3-899b-95b0b76528df', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'mac_address': 'fa:16:3e:4d:73:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0310c3d4-4d01-4a58-a15a-85888897798a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:55Z', 'updated_at': '2022-08-26T09:01:03Z', 'revision_number': 4, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'subnets': [{'id': '0310c3d4-4d01-4a58-a15a-85888897798a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:01:04.627502 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.068122 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:05.101756 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:01:05.119841 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:05.279601 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:01:05.290920 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-94d8d013-148d-432b-bb8d-2e239c1a6f5a admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/4e82b45c-5cd9-4a8f-a528-d380707fb0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0541070 Aug 26 09:01:05.291261 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50726) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:05.320583 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] Sync routers for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:01:05.356024 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:05.357094 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:05.396418 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50728) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:05.542723 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:05.555107 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks [] for router (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.613654 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c86f6318-f8ff-4786-99f1-05cee4babae8 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:05.671490 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1124744898-network', 'tenant_id': 'eed42d5a00d44ae3af1d74159e20c616'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:05.735732 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port c86f6318-f8ff-4786-99f1-05cee4babae8 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:05.736638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.747054 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Made reservation on behalf of eed42d5a00d44ae3af1d74159e20c616 for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:05.752399 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.770381 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.870787 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port c86f6318-f8ff-4786-99f1-05cee4babae8 is: DOWN; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:05.871206 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.894513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks [] for router_gateway (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.895474 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T09:01:04Z', 'revision_number': 5, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port': {'id': 'f7fe4605-a0db-4d61-9824-0dc36d403e88', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:51:37Z', 'updated_at': '2022-08-26T08:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:05.957397 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] For port c86f6318-f8ff-4786-99f1-05cee4babae8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c86f6318-f8ff-4786-99f1-05cee4babae8,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:05.963718 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.969694 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] Checking router: 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:01:05.984377 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Deleting port f7fe4605-a0db-4d61-9824-0dc36d403e88 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:05.984971 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks [] for security_group (79a5b62d-5909-4396-bf5c-859b34e26f52), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.985732 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.991398 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (79a5b62d-5909-4396-bf5c-859b34e26f52), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:05.993116 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] Routers {'4e82b45c-5cd9-4a8f-a528-d380707fb0b7'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:05.993757 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:00:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:06.028308 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a5b62d-5909-4396-bf5c-859b34e26f52,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:06.050309 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 09:01:06.061100 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Pushing event updated for resources: {'Port': ['ID=c86f6318-f8ff-4786-99f1-05cee4babae8,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:06.065688 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (662af49c-2425-49e4-b9fc-17b530c78fc5), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.067961 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Added segment 662af49c-2425-49e4-b9fc-17b530c78fc5 of type vlan for network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 Aug 26 09:01:06.144328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.157973 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] For port f7fe4605-a0db-4d61-9824-0dc36d403e88, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=f7fe4605-a0db-4d61-9824-0dc36d403e88,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:06.158479 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.186941 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Calling delete_port for f7fe4605-a0db-4d61-9824-0dc36d403e88 owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:06.214863 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.217048 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:06.217819 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.280179 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] Set router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 gateway port host: None {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:06.309574 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9115832 Aug 26 09:01:06.314248 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50734) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:06.365847 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e453990-87e8-48ff-a406-c9f36afb821d admin admin] Pushing event updated for resources: {'Network': ['ID=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:06.388624 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T09:01:05Z', 'revision_number': 6, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:06.402240 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 09:01:06.434968 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da691e-20db-4630-816d-6ddfbddb0773 None None] The sync data for ids ['4e82b45c-5cd9-4a8f-a528-d380707fb0b7'] in dv-cinder-852364-5-iscsi is: [{'id': '4e82b45c-5cd9-4a8f-a528-d380707fb0b7', 'name': 'tempest-AttachVolumeShelveTestJSON-580104803-router', 'tenant_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:51:35Z', 'updated_at': '2022-08-26T09:01:05Z', 'revision_number': 6, 'project_id': '8ed7993eba324f94a1b0f7fc23401f0f', 'gw_port_host': None}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:01:06.455666 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Request body: {'subnet': {'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1124744898-subnet', 'tenant_id': 'eed42d5a00d44ae3af1d74159e20c616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:06.531396 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Made reservation on behalf of eed42d5a00d44ae3af1d74159e20c616 for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:06.535204 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.686304 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (f7fe4605-a0db-4d61-9824-0dc36d403e88), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.723422 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:06.724522 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fe4605-a0db-4d61-9824-0dc36d403e88,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:06.812857 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:06.877692 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:06.985606 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (f48077c1-8f3d-42bd-abad-352ed3e0d447), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.017287 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.021505 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks [] for router_controller (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.102441 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48077c1-8f3d-42bd-abad-352ed3e0d447,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:07.107180 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (4e82b45c-5cd9-4a8f-a528-d380707fb0b7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.107784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e82b45c-5cd9-4a8f-a528-d380707fb0b7 {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:01:07.113248 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.114607 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-93b82701-4b1c-4281-9f01-cab46aa9fb12 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/4e82b45c-5cd9-4a8f-a528-d380707fb0b7 HTTP/1.1" status: 204 len: 168 time: 1.8224471 Aug 26 09:01:07.118552 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50736) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:07.150260 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Checking segment: {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:01:07.150748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Network hostable DHCP agents. Network: 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 09:01:07.193488 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Deleting subnet eaa50b38-f85c-400c-b790-4103a9aca034 {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:01:07.197306 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 09:01:07.199710 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Publish callbacks [] for subnet (eaa50b38-f85c-400c-b790-4103a9aca034), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.227796 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:01:07.237359 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5e096-4ccd-4a08-ad86-4b2eae9162bf None None] Network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:07.237957 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:07.238410 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.257525 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (eaa50b38-f85c-400c-b790-4103a9aca034), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.288689 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f84cf712-16f5-445c-ba50-2d64250642ec admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9693012 Aug 26 09:01:07.426692 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (eaa50b38-f85c-400c-b790-4103a9aca034), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.432170 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcff122-b0ef-4844-b804-7d1af606388c None None] Network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:07.534470 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (eaa50b38-f85c-400c-b790-4103a9aca034), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.534823 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c86f6318-f8ff-4786-99f1-05cee4babae8 up at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:07.550676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.553916 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/eaa50b38-f85c-400c-b790-4103a9aca034 HTTP/1.1" status: 204 len: 168 time: 0.4343588 Aug 26 09:01:07.558020 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50746) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:07.574419 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b0628-1d2e-4121-84cf-4936152b556c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa50b38-f85c-400c-b790-4103a9aca034,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:07.582621 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb18c4c-3114-40ef-a766-73d58709c941 None None] Network 3ca2f64c-caf6-4358-8808-4c0656856257 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:07.650044 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (3ca2f64c-caf6-4358-8808-4c0656856257), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.709958 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Deleting port 07c85d12-e467-4731-87a3-201668fa6be4 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:07.710704 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (07c85d12-e467-4731-87a3-201668fa6be4), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.789634 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Provisioning complete for port c86f6318-f8ff-4786-99f1-05cee4babae8 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:07.790088 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.807607 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] For port 07c85d12-e467-4731-87a3-201668fa6be4, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=07c85d12-e467-4731-87a3-201668fa6be4,segment=NetworkSegment(a7957b10-c18f-414d-9053-e1c3372288f9),segment_id=a7957b10-c18f-414d-9053-e1c3372288f9)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:07.808433 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (07c85d12-e467-4731-87a3-201668fa6be4), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:07.829318 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Calling delete_port for 07c85d12-e467-4731-87a3-201668fa6be4 owned by network:dhcp {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:07.862456 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:07.903673 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:07.931751 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Current status of the port c86f6318-f8ff-4786-99f1-05cee4babae8 is: ACTIVE; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:07.985888 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501180c0-39a9-45fb-93df-e6a25faac720 None None] DHCP port deletion for 3ca2f64c-caf6-4358-8808-4c0656856257 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:01:08.007138 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (07c85d12-e467-4731-87a3-201668fa6be4), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.039558 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-501180c0-39a9-45fb-93df-e6a25faac720 None None] The port '07c85d12-e467-4731-87a3-201668fa6be4' was deleted {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Aug 26 09:01:08.043425 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device da4dfbaf-8c1b-4db6-8ec6-d90d186f457e no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:08.060942 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Pushing event deleted for resources: {'Port': ['ID=07c85d12-e467-4731-87a3-201668fa6be4,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:08.065577 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] No DVR routers for this DVR port 07c85d12-e467-4731-87a3-201668fa6be4 on host dv-cinder-852364-5-iscsi {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:01:08.080176 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:08.088853 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: da4dfbaf-8c1b-4db6-8ec6-d90d186f457e {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:08.089577 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device da4dfbaf-8c1b-4db6-8ec6-d90d186f457e not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:08.090340 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f7fe4605-a0db-4d61-9824-0dc36d403e88 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:08.118407 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: f7fe4605-a0db-4d61-9824-0dc36d403e88 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:08.119068 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device f7fe4605-a0db-4d61-9824-0dc36d403e88 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:08.238010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (3ca2f64c-caf6-4358-8808-4c0656856257), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.269335 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca2f64c-caf6-4358-8808-4c0656856257']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:08.287882 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7957b10-c18f-414d-9053-e1c3372288f9') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:08.288342 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7957b10-c18f-414d-9053-e1c3372288f9') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:08.304938 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:08.309278 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (a7957b10-c18f-414d-9053-e1c3372288f9), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.339064 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (a7957b10-c18f-414d-9053-e1c3372288f9), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.349851 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:01:08.350280 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (a7957b10-c18f-414d-9053-e1c3372288f9), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.396067 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment a7957b10-c18f-414d-9053-e1c3372288f9 resource provider aggregate not found Aug 26 09:01:08.418040 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment a7957b10-c18f-414d-9053-e1c3372288f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7957b10-c18f-414d-9053-e1c3372288f9 found for delete ", "request_id": "req-e768a11c-054f-4798-95ee-179978c051db"}]} Aug 26 09:01:08.428515 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (3ca2f64c-caf6-4358-8808-4c0656856257), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.434347 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.440611 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/3ca2f64c-caf6-4358-8808-4c0656856257 HTTP/1.1" status: 204 len: 168 time: 0.8778160 Aug 26 09:01:08.449760 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1d7ea-5530-4641-bba2-d6424b9265cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca2f64c-caf6-4358-8808-4c0656856257,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:08.586687 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50760) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:08.631077 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-02646151-25d8-4781-b65f-8eef083059dd admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=8ed7993eba324f94a1b0f7fc23401f0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418053 Aug 26 09:01:08.633019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50762) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:08.683124 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6f84b8e9-1d4e-433a-97cc-796e7958ecb8 admin admin] Publish callbacks [] for security_group (e7cf75c3-28c5-40c0-ab64-507fd02042c3), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.703059 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6f84b8e9-1d4e-433a-97cc-796e7958ecb8 admin admin] Publish callbacks [] for security_group (e7cf75c3-28c5-40c0-ab64-507fd02042c3), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.762856 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6f84b8e9-1d4e-433a-97cc-796e7958ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (e7cf75c3-28c5-40c0-ab64-507fd02042c3), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.765593 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6f84b8e9-1d4e-433a-97cc-796e7958ecb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:08.766918 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6f84b8e9-1d4e-433a-97cc-796e7958ecb8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/e7cf75c3-28c5-40c0-ab64-507fd02042c3 HTTP/1.1" status: 204 len: 168 time: 0.1328385 Aug 26 09:01:08.776403 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b8e9-1d4e-433a-97cc-796e7958ecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf75c3-28c5-40c0-ab64-507fd02042c3,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:09.380105 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 07c85d12-e467-4731-87a3-201668fa6be4 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:09.417258 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 07c85d12-e467-4731-87a3-201668fa6be4 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:09.417258 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 07c85d12-e467-4731-87a3-201668fa6be4 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:09.696693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-f975f871-3181-4eb8-aec3-2e888b2eb7f8 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:09.698210 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-f975f871-3181-4eb8-aec3-2e888b2eb7f8 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 814 time: 0.1214507 Aug 26 09:01:09.714315 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-e97c785e-caaa-47ac-97c6-315ea760b971 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/quotas/eed42d5a00d44ae3af1d74159e20c616 HTTP/1.1" status: 200 len: 375 time: 0.0099916 Aug 26 09:01:09.749166 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-196909d4-6919-42cb-87a6-d0e1dead5e64 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292273 Aug 26 09:01:09.811820 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:09.875715 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-44012691-b6f4-4221-b8cb-9b8df2b6efe5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186190 Aug 26 09:01:09.965588 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:09.997510 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-65232df6-9d2a-4128-b253-1b2e6ad1cefa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197011 Aug 26 09:01:10.230524 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f595d086-f84b-4fab-92e2-590d02bb588b req-55f8aaf4-9f8b-458c-b708-8dc7dee88872 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 210 time: 0.0510736 Aug 26 09:01:11.113618 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50850) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:11.235958 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c07232a3-fbcf-4083-b637-ac65f1f1c593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.334641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c07232a3-fbcf-4083-b637-ac65f1f1c593 admin admin] Publish callbacks [] for security_group (39234842-c9eb-4a8e-bbac-56959c6f5b5f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.339646 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-c07232a3-fbcf-4083-b637-ac65f1f1c593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (39234842-c9eb-4a8e-bbac-56959c6f5b5f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.376474 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6a01d9a2-c931-4a06-a25a-e3b645d137b7 req-cc6ca2b9-e627-437f-a254-3a8264529680 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 210 time: 0.0518920 Aug 26 09:01:11.392227 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c07232a3-fbcf-4083-b637-ac65f1f1c593 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=304f7f7bb0da408490da0031398edb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774429 Aug 26 09:01:11.393374 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07232a3-fbcf-4083-b637-ac65f1f1c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39234842-c9eb-4a8e-bbac-56959c6f5b5f,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:11.398246 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50860) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:11.459409 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-de24253c-6bf4-4a38-b933-6402111f6508 admin admin] Publish callbacks [] for security_group (39234842-c9eb-4a8e-bbac-56959c6f5b5f), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.486714 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-de24253c-6bf4-4a38-b933-6402111f6508 admin admin] Publish callbacks [] for security_group (39234842-c9eb-4a8e-bbac-56959c6f5b5f), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.548245 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-de24253c-6bf4-4a38-b933-6402111f6508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (39234842-c9eb-4a8e-bbac-56959c6f5b5f), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.551140 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-de24253c-6bf4-4a38-b933-6402111f6508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.552475 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-de24253c-6bf4-4a38-b933-6402111f6508 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/39234842-c9eb-4a8e-bbac-56959c6f5b5f HTTP/1.1" status: 204 len: 168 time: 0.1532569 Aug 26 09:01:11.563074 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24253c-6bf4-4a38-b933-6402111f6508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39234842-c9eb-4a8e-bbac-56959c6f5b5f,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:11.743209 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-b3cf5eb7-2b59-4e37-b9bf-52e8d54032f0 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:11.745406 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-b3cf5eb7-2b59-4e37-b9bf-52e8d54032f0 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 814 time: 0.1577456 Aug 26 09:01:11.769597 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Request body: {'port': {'device_id': '3e87910c-37ab-43c9-b76d-957282257a15', 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9', 'admin_state_up': True, 'tenant_id': 'eed42d5a00d44ae3af1d74159e20c616'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:11.838981 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:11.915167 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Made reservation on behalf of eed42d5a00d44ae3af1d74159e20c616 for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:11.920986 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:11.989182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 50880) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:12.013307 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-64e87e50-406d-4a99-ae9c-1f242fcb2ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.018354 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:12.112772 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Allocated IP 172.20.0.2 (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9/f48077c1-8f3d-42bd-abad-352ed3e0d447/6b259d13-3e81-43ea-89d3-6f544e3628b0) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:01:12.193457 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-64e87e50-406d-4a99-ae9c-1f242fcb2ff7 admin admin] Publish callbacks [] for security_group (73b85af7-1e66-40e2-abe4-caebaac25a54), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.202838 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-64e87e50-406d-4a99-ae9c-1f242fcb2ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (73b85af7-1e66-40e2-abe4-caebaac25a54), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.296225 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-64e87e50-406d-4a99-ae9c-1f242fcb2ff7 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ba230104946847449dc415b79c740743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058045 Aug 26 09:01:12.299362 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e87e50-406d-4a99-ae9c-1f242fcb2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b85af7-1e66-40e2-abe4-caebaac25a54,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:12.299516 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 50882) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:12.362466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks [] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.368215 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-01b76cd1-ad32-4f33-9800-9ae9e983176c admin admin] Publish callbacks [] for security_group (73b85af7-1e66-40e2-abe4-caebaac25a54), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.398085 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-01b76cd1-ad32-4f33-9800-9ae9e983176c admin admin] Publish callbacks [] for security_group (73b85af7-1e66-40e2-abe4-caebaac25a54), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.400379 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.466004 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:01:12.469665 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:01:12.473758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:01:12.509853 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Pushing event updated for resources: {'Port': ['ID=6b259d13-3e81-43ea-89d3-6f544e3628b0,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:12.517562 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-01b76cd1-ad32-4f33-9800-9ae9e983176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (73b85af7-1e66-40e2-abe4-caebaac25a54), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.520496 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-01b76cd1-ad32-4f33-9800-9ae9e983176c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.521786 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-01b76cd1-ad32-4f33-9800-9ae9e983176c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/73b85af7-1e66-40e2-abe4-caebaac25a54 HTTP/1.1" status: 204 len: 168 time: 0.2210517 Aug 26 09:01:12.537282 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653b296-be42-40c8-bb30-1ac3450c372a req-5acf618e-1b8b-40b5-b621-a097086fa907 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:12.539035 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0653b296-be42-40c8-bb30-1ac3450c372a req-5acf618e-1b8b-40b5-b621-a097086fa907 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 931 time: 0.0732267 Aug 26 09:01:12.540470 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76cd1-ad32-4f33-9800-9ae9e983176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b85af7-1e66-40e2-abe4-caebaac25a54,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:12.560883 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:12.561620 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:12.576613 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:12.590249 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-54e303d9-33de-4dd2-803b-db505129a421 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301406 Aug 26 09:01:12.622877 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0653b296-be42-40c8-bb30-1ac3450c372a req-401da424-9655-4761-af01-4d63959016bd tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742216 Aug 26 09:01:12.639263 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Request body: {'port': {'device_id': '3e87910c-37ab-43c9-b76d-957282257a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:12.713139 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:13.088804 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:13.093069 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b259d13-3e81-43ea-89d3-6f544e3628b0 {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:01:13.102279 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Publish callbacks [] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:13.122865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Transition to ACTIVE for port object 6b259d13-3e81-43ea-89d3-6f544e3628b0 will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 09:01:13.132539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:13.214187 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Pushing event updated for resources: {'Port': ['ID=6b259d13-3e81-43ea-89d3-6f544e3628b0,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:13.285618 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Attempting to bind port 6b259d13-3e81-43ea-89d3-6f544e3628b0 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:01:13.285963 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Attempting to bind port 6b259d13-3e81-43ea-89d3-6f544e3628b0 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:01:13.286296 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Attempting to bind port 6b259d13-3e81-43ea-89d3-6f544e3628b0 on network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:01:13.295643 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Port 6b259d13-3e81-43ea-89d3-6f544e3628b0 on network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 09:01:13.296054 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Attempting to bind port 6b259d13-3e81-43ea-89d3-6f544e3628b0 on network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:01:13.305922 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:01:13.305922 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Checking segment: {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:01:13.305922 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Bound using segment: {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:01:13.305922 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Bound port: 6b259d13-3e81-43ea-89d3-6f544e3628b0, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:01:13.305922 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:13.383264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] For port 6b259d13-3e81-43ea-89d3-6f544e3628b0, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:01:13.386714 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] For port 6b259d13-3e81-43ea-89d3-6f544e3628b0, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:01:13.394158 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:13.400796 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:13.401770 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:13.403836 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/6b259d13-3e81-43ea-89d3-6f544e3628b0 HTTP/1.1" status: 200 len: 1093 time: 0.7695227 Aug 26 09:01:13.405745 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87910c-37ab-43c9-b76d-957282257a15', 'tag': '6b259d13-3e81-43ea-89d3-6f544e3628b0'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:01:13.408309 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87910c-37ab-43c9-b76d-957282257a15", "tag": "6b259d13-3e81-43ea-89d3-6f544e3628b0"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:01:13.459262 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13f2064-4469-4636-a2a8-c92191a12cfb x-openstack-request-id: req-a13f2064-4469-4636-a2a8-c92191a12cfb {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:01:13.459565 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87910c-37ab-43c9-b76d-957282257a15", "tag": "6b259d13-3e81-43ea-89d3-6f544e3628b0", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:01:13.459825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a13f2064-4469-4636-a2a8-c92191a12cfb {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:01:13.460279 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13f2064-4469-4636-a2a8-c92191a12cfb'] response: {'name': 'network-changed', 'server_uuid': '3e87910c-37ab-43c9-b76d-957282257a15', 'tag': '6b259d13-3e81-43ea-89d3-6f544e3628b0', 'status': 'completed', 'code': 200} Aug 26 09:01:13.494036 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e2330-377d-4a76-a820-1ebc90ac3edb service neutron] Pushing event updated for resources: {'Port': ['ID=6b259d13-3e81-43ea-89d3-6f544e3628b0,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:13.509806 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-47f98f6a-3b73-4503-831f-5448220672d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:13.511409 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-47f98f6a-3b73-4503-831f-5448220672d6 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 1127 time: 0.0541651 Aug 26 09:01:13.557164 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-998cef0b-c940-43de-bec6-bb16ddb0a5d4 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0 HTTP/1.1" status: 200 len: 217 time: 0.0347769 Aug 26 09:01:13.616870 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-86116b21-d3b1-428a-a5c0-04f55453b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:13.618568 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-86116b21-d3b1-428a-a5c0-04f55453b5cd service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f48077c1-8f3d-42bd-abad-352ed3e0d447 HTTP/1.1" status: 200 len: 854 time: 0.0487742 Aug 26 09:01:13.653965 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-5c316f23-4b9f-4a1b-995b-fce831b4074b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289233 Aug 26 09:01:13.743629 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:13.764262 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-d774435e-8b52-4559-a119-1fec1bea3017 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035249 Aug 26 09:01:13.795620 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1c970-0f26-4581-9052-aaf1d26c6f5e req-fbc059a7-113f-4f3a-a7cb-c827905dd172 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:13.802861 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00b1c970-0f26-4581-9052-aaf1d26c6f5e req-fbc059a7-113f-4f3a-a7cb-c827905dd172 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 943 time: 0.0696309 Aug 26 09:01:13.863240 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-00b1c970-0f26-4581-9052-aaf1d26c6f5e req-80a36e28-96b7-4435-88ae-3c860518a626 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Aug 26 09:01:13.883591 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4773b98a-3c4d-46d5-9b6b-e012f7297d11 req-df5d915d-f84e-4a9f-a842-62cee0d7187d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095593 Aug 26 09:01:15.024018 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a34d7e-5a48-497a-9bac-21da693dbe79 req-b9267421-d982-4b09-a9be-7b136e97754b tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:15.025551 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-71a34d7e-5a48-497a-9bac-21da693dbe79 req-b9267421-d982-4b09-a9be-7b136e97754b tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 943 time: 0.0873311 Aug 26 09:01:15.026540 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-f215e075-3140-4fd7-a53b-82dd6b5ef2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:15.027925 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-f215e075-3140-4fd7-a53b-82dd6b5ef2a5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 1127 time: 0.0802879 Aug 26 09:01:15.135088 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-71a34d7e-5a48-497a-9bac-21da693dbe79 req-0daee0d7-65b5-4427-8915-5b866a538ca8 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030784 Aug 26 09:01:15.164637 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-5a9bdbee-6c6e-47b3-8282-a516f59ef5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:15.166142 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-5a9bdbee-6c6e-47b3-8282-a516f59ef5df service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 916 time: 0.1267755 Aug 26 09:01:15.210167 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-2d1157b2-af0b-4a96-a85a-2acac173fd0d service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0 HTTP/1.1" status: 200 len: 217 time: 0.0371695 Aug 26 09:01:15.268095 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-60e0c324-9692-4a76-9641-ec00272028e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:15.270207 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-60e0c324-9692-4a76-9641-ec00272028e8 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f48077c1-8f3d-42bd-abad-352ed3e0d447 HTTP/1.1" status: 200 len: 854 time: 0.0518351 Aug 26 09:01:15.309681 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-44a54266-9e0b-4c66-946b-1765efd1e6f7 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335948 Aug 26 09:01:15.368624 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:15.406418 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-e200e666-b5b8-47e5-a253-a9627ec0b5dc service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903311 Aug 26 09:01:15.514220 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4699f1bc-02ac-4a73-bb9a-30d0367ff1d2 req-8295cf81-e555-4c25-932f-280711a3ec2e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998151 Aug 26 09:01:15.643721 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a7761fc0-a2b2-4bae-8218-e999c5b4f271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:16.282789 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83405-217c-4310-ac44-7fdd17f339ca req-c798bc12-6451-4548-b5b6-3594879dfae3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:16.284970 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ffd83405-217c-4310-ac44-7fdd17f339ca req-c798bc12-6451-4548-b5b6-3594879dfae3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 943 time: 0.0506415 Aug 26 09:01:16.329620 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=63 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:16.339254 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ffd83405-217c-4310-ac44-7fdd17f339ca req-4092e1e7-84d1-480a-8a8a-3e04e32636f0 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484483 Aug 26 09:01:16.435138 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:17.057989 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 6b259d13-3e81-43ea-89d3-6f544e3628b0 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 09:01:17.175147 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 6b259d13-3e81-43ea-89d3-6f544e3628b0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:17.189424 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '6b259d13-3e81-43ea-89d3-6f544e3628b0', 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9', 'port_id': '6b259d13-3e81-43ea-89d3-6f544e3628b0', 'mac_address': 'fa:16:3e:2a:f7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48077c1-8f3d-42bd-abad-352ed3e0d447', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 09:01:17.229393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 6b259d13-3e81-43ea-89d3-6f544e3628b0 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:17.229798 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:17.245569 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b259d13-3e81-43ea-89d3-6f544e3628b0 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:01:17.267698 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 6b259d13-3e81-43ea-89d3-6f544e3628b0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:17.279270 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:17.347476 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=6b259d13-3e81-43ea-89d3-6f544e3628b0,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:17.479348 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63f463-fa84-4daf-ac1b-47428ae62c97 req-4c961bac-8f2d-4207-86c3-9e96cdade20c tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:17.486467 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-eb63f463-fa84-4daf-ac1b-47428ae62c97 req-4c961bac-8f2d-4207-86c3-9e96cdade20c tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 944 time: 0.0639358 Aug 26 09:01:17.533335 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-eb63f463-fa84-4daf-ac1b-47428ae62c97 req-bc55bc45-5add-484a-a679-3050cd61fc74 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Aug 26 09:01:17.589311 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['6b259d13-3e81-43ea-89d3-6f544e3628b0'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:01:18.305596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-46fa9aac-13f1-4d76-9ad1-bbfac460449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:18.662284 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a796a-f906-4ba8-be93-00eeb484d63d req-056986bb-2367-4d86-962e-2985dd36334a tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:18.663973 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-784a796a-f906-4ba8-be93-00eeb484d63d req-056986bb-2367-4d86-962e-2985dd36334a tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 944 time: 0.0536809 Aug 26 09:01:18.732974 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-784a796a-f906-4ba8-be93-00eeb484d63d req-5d4cf2c6-d63d-4dd4-9e82-cdfb03da6845 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598466 Aug 26 09:01:19.866581 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ded9c-2809-4d73-b356-6dc8b00f5ec0 req-06f5326d-7821-4d6d-954d-fb9475f07e9a tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:19.868578 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-209ded9c-2809-4d73-b356-6dc8b00f5ec0 req-06f5326d-7821-4d6d-954d-fb9475f07e9a tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 944 time: 0.0492947 Aug 26 09:01:19.929055 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-209ded9c-2809-4d73-b356-6dc8b00f5ec0 req-4cfc49d4-1911-4201-9d34-aa9ffa20f2d2 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541601 Aug 26 09:01:19.957845 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:21.063506 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83eb1-4272-4fe8-bedb-b1090779ce52 req-45e9433a-c65c-4724-99ed-23ae719f7a70 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:21.065148 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1cb83eb1-4272-4fe8-bedb-b1090779ce52 req-45e9433a-c65c-4724-99ed-23ae719f7a70 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 944 time: 0.0499594 Aug 26 09:01:21.123414 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1cb83eb1-4272-4fe8-bedb-b1090779ce52 req-28c028cf-b03d-451f-8462-0f40969023a7 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516098 Aug 26 09:01:21.286952 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:21.414239 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 6b259d13-3e81-43ea-89d3-6f544e3628b0 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:21.463817 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 6b259d13-3e81-43ea-89d3-6f544e3628b0 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 09:01:21.470521 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 6b259d13-3e81-43ea-89d3-6f544e3628b0 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:21.470934 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:21.549853 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 6b259d13-3e81-43ea-89d3-6f544e3628b0 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:21.550189 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:21.578876 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e87910c-37ab-43c9-b76d-957282257a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b259d13-3e81-43ea-89d3-6f544e3628b0'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:01:21.581495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ffb29-1c7c-443d-9829-a01489ccf229" -d '{"events": [{"server_uuid": "3e87910c-37ab-43c9-b76d-957282257a15", "name": "network-vif-plugged", "status": "completed", "tag": "6b259d13-3e81-43ea-89d3-6f544e3628b0"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:01:21.602923 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 6b259d13-3e81-43ea-89d3-6f544e3628b0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:21.610229 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:21.648561 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c42c146-9213-46e7-8dac-c801dbabe5f3 x-openstack-request-id: req-1c42c146-9213-46e7-8dac-c801dbabe5f3 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:01:21.649021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e87910c-37ab-43c9-b76d-957282257a15", "name": "network-vif-plugged", "status": "completed", "tag": "6b259d13-3e81-43ea-89d3-6f544e3628b0", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:01:21.649419 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c42c146-9213-46e7-8dac-c801dbabe5f3 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:01:21.650029 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c42c146-9213-46e7-8dac-c801dbabe5f3'] response: {'server_uuid': '3e87910c-37ab-43c9-b76d-957282257a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b259d13-3e81-43ea-89d3-6f544e3628b0', 'code': 200} Aug 26 09:01:21.683576 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:21.684441 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:21.716495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=6b259d13-3e81-43ea-89d3-6f544e3628b0,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:21.878264 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0ba4-cf8c-43a8-8168-6d94f8ac61d2 req-55ae83dc-c959-4c98-a652-8f90e8d879eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:21.879909 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f9b0ba4-cf8c-43a8-8168-6d94f8ac61d2 req-55ae83dc-c959-4c98-a652-8f90e8d879eb service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 1129 time: 0.0428877 Aug 26 09:01:21.930077 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f9b0ba4-cf8c-43a8-8168-6d94f8ac61d2 req-f165b49e-7caa-4d9b-8b22-5a6c39888739 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Aug 26 09:01:22.253778 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122500b-1495-45fb-8518-dbfc567107bc req-17920282-c4cf-4ce3-917a-70ab656736a4 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:22.256396 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8122500b-1495-45fb-8518-dbfc567107bc req-17920282-c4cf-4ce3-917a-70ab656736a4 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0537162 Aug 26 09:01:22.327173 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:22.345287 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8122500b-1495-45fb-8518-dbfc567107bc req-f107378c-30f7-4ec2-9052-c534639fe10a tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800567 Aug 26 09:01:23.530129 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf099-b291-4ffe-8645-274f41f9c78f req-20373112-6a5b-47d4-9717-66a0fa52a5f3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:23.532188 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-df1bf099-b291-4ffe-8645-274f41f9c78f req-20373112-6a5b-47d4-9717-66a0fa52a5f3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0879796 Aug 26 09:01:23.597388 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-df1bf099-b291-4ffe-8645-274f41f9c78f req-005d5e53-7be4-4974-ae30-3a6df3457a92 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Aug 26 09:01:24.715459 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:24.732361 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b73b31-ddd1-4795-a866-891abb8eca7b req-a7eb6154-b1ba-425c-9bd9-cd3e1d68abfe tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:24.733917 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e3b73b31-ddd1-4795-a866-891abb8eca7b req-a7eb6154-b1ba-425c-9bd9-cd3e1d68abfe tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0580544 Aug 26 09:01:24.790509 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e3b73b31-ddd1-4795-a866-891abb8eca7b req-aaf085a2-0007-4960-b258-98d2ce0693a3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494125 Aug 26 09:01:25.254967 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51160) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:25.413708 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1a1c-b44e-4da9-82a3-9d197e5fff53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.457867 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:25.533079 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1a1c-b44e-4da9-82a3-9d197e5fff53 admin admin] Publish callbacks [] for security_group (55f8d710-d85e-4db3-bcc2-dd485c1a70f5), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.540499 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1a1c-b44e-4da9-82a3-9d197e5fff53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (55f8d710-d85e-4db3-bcc2-dd485c1a70f5), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.565607 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d363f67-b6ba-435b-9b2c-d22c3de0cadd req-f0db3fcf-eecc-4096-82cf-ec8d1333582b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:25.567177 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d363f67-b6ba-435b-9b2c-d22c3de0cadd req-f0db3fcf-eecc-4096-82cf-ec8d1333582b tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.0734448 Aug 26 09:01:25.597554 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:25.612907 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9a5c1a1c-b44e-4da9-82a3-9d197e5fff53 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=4b406ced33804e0f848f3daff04263f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556798 Aug 26 09:01:25.614557 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c1a1c-b44e-4da9-82a3-9d197e5fff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8d710-d85e-4db3-bcc2-dd485c1a70f5,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:25.616491 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51174) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:25.653223 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d363f67-b6ba-435b-9b2c-d22c3de0cadd req-2e0af26b-77de-47bb-92eb-5f27acd97734 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788183 Aug 26 09:01:25.701637 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ed480a87-2515-4ec2-a60c-47a36a9b46a6 admin admin] Publish callbacks [] for security_group (55f8d710-d85e-4db3-bcc2-dd485c1a70f5), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.724309 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ed480a87-2515-4ec2-a60c-47a36a9b46a6 admin admin] Publish callbacks [] for security_group (55f8d710-d85e-4db3-bcc2-dd485c1a70f5), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.778085 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ed480a87-2515-4ec2-a60c-47a36a9b46a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (55f8d710-d85e-4db3-bcc2-dd485c1a70f5), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.781341 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-ed480a87-2515-4ec2-a60c-47a36a9b46a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:25.782587 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ed480a87-2515-4ec2-a60c-47a36a9b46a6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/55f8d710-d85e-4db3-bcc2-dd485c1a70f5 HTTP/1.1" status: 204 len: 168 time: 0.1649485 Aug 26 09:01:25.791876 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed480a87-2515-4ec2-a60c-47a36a9b46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8d710-d85e-4db3-bcc2-dd485c1a70f5,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:26.107521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51194) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:26.123518 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5e9838d-a8db-4dcd-a4a1-d6ef1672becf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.218666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5e9838d-a8db-4dcd-a4a1-d6ef1672becf admin admin] Publish callbacks [] for security_group (99db92cb-f3c7-4679-97dd-7ed0f8481a91), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.224080 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a5e9838d-a8db-4dcd-a4a1-d6ef1672becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (99db92cb-f3c7-4679-97dd-7ed0f8481a91), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.264570 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a5e9838d-a8db-4dcd-a4a1-d6ef1672becf admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=533192ea55514b0580ca35661c7f89f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558495 Aug 26 09:01:26.265531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9838d-a8db-4dcd-a4a1-d6ef1672becf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db92cb-f3c7-4679-97dd-7ed0f8481a91,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:26.268195 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51196) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:26.285392 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:26.325929 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-67016606-ba8b-48ea-85c0-d7b51511f64a admin admin] Publish callbacks [] for security_group (99db92cb-f3c7-4679-97dd-7ed0f8481a91), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.348330 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-67016606-ba8b-48ea-85c0-d7b51511f64a admin admin] Publish callbacks [] for security_group (99db92cb-f3c7-4679-97dd-7ed0f8481a91), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.425292 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-67016606-ba8b-48ea-85c0-d7b51511f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (99db92cb-f3c7-4679-97dd-7ed0f8481a91), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.428199 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-67016606-ba8b-48ea-85c0-d7b51511f64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:26.429391 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-67016606-ba8b-48ea-85c0-d7b51511f64a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/99db92cb-f3c7-4679-97dd-7ed0f8481a91 HTTP/1.1" status: 204 len: 168 time: 0.1602859 Aug 26 09:01:26.438348 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67016606-ba8b-48ea-85c0-d7b51511f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db92cb-f3c7-4679-97dd-7ed0f8481a91,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:26.819775 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe6b98-c1f6-4eb7-9fed-40c8d9a08a4c req-567fccf2-8ecc-41ac-80b9-fe303a233126 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:26.822267 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-76fe6b98-c1f6-4eb7-9fed-40c8d9a08a4c req-567fccf2-8ecc-41ac-80b9-fe303a233126 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.0826180 Aug 26 09:01:26.898382 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-76fe6b98-c1f6-4eb7-9fed-40c8d9a08a4c req-7d14bf5d-a51b-430a-abbd-585eb97ca35a tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679073 Aug 26 09:01:27.153454 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-51ba78be-bd2b-4932-ac34-5a5fde01c117 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-664018262&fields=id&tenant_id=6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 267 time: 0.0583112 Aug 26 09:01:27.294451 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-90cf6683-97f7-41e5-9679-ad43d18f702e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:27.296056 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-90cf6683-97f7-41e5-9679-ad43d18f702e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 812 time: 0.1353765 Aug 26 09:01:27.313067 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-2dbe808e-ade8-4420-94e2-fe4a83fd9246 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/quotas/6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 375 time: 0.0097558 Aug 26 09:01:27.373387 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-ae7ecf8f-ddc0-4a02-bbe8-6c094734fcfd tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540996 Aug 26 09:01:27.495353 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-41580cb3-6ae3-4ce6-9066-11b5c48f6f20 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062877 Aug 26 09:01:27.598807 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-586b47eb-6e17-4ffa-bd0f-92e6a3c05bd3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973818 Aug 26 09:01:28.041030 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af425f-8f20-4b0c-825a-cdf397080738 req-98d616fe-05a4-4587-a239-2d1e7575defa tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:28.042905 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56af425f-8f20-4b0c-825a-cdf397080738 req-98d616fe-05a4-4587-a239-2d1e7575defa tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.1448469 Aug 26 09:01:28.045555 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-08afeac2-2296-43e9-8eeb-e776fd3435b1 req-1098b267-b013-4975-a9e1-5172c0ac8c0f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 210 time: 0.0730708 Aug 26 09:01:28.079569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81971a-5c0a-42ff-9a16-05af489f9ec9 req-cb792357-604a-4f08-9afa-dde8e724a6ef tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:28.082174 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a81971a-5c0a-42ff-9a16-05af489f9ec9 req-cb792357-604a-4f08-9afa-dde8e724a6ef tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 945 time: 0.0861571 Aug 26 09:01:28.146478 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1a81971a-5c0a-42ff-9a16-05af489f9ec9 req-2fcc6e15-a3b3-4dc3-8a65-10a30b338bcc tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=677f9b70-13c0-4098-b8fc-21bdbacf29db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576925 Aug 26 09:01:28.186614 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:28.198189 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port c41998fb-0115-456d-88ef-ace4792ba96c {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:28.198724 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:28.352791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] For port c41998fb-0115-456d-88ef-ace4792ba96c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c41998fb-0115-456d-88ef-ace4792ba96c,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:28.353358 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:28.590179 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:28.590833 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (29d275e2-749c-4683-93b8-1b4b63a813b7), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:28.591355 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Floating IP 29d275e2-749c-4683-93b8-1b4b63a813b7 disassociated. External IP: 172.27.3.41, port: c41998fb-0115-456d-88ef-ace4792ba96c. Aug 26 09:01:28.591705 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for c41998fb-0115-456d-88ef-ace4792ba96c owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:28.741155 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (c41998fb-0115-456d-88ef-ace4792ba96c), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:28.773378 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=c41998fb-0115-456d-88ef-ace4792ba96c,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:28.840257 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51278) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:28.931855 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:01:29.040147 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4b87-a216-486b-bec8-cb0210e1c4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.069466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:01:29.087071 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:01:29.098538 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:29.099207 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:01:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:29.136180 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] No DVR routers for this DVR port c41998fb-0115-456d-88ef-ace4792ba96c on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:01:29.141125 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.146057 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-56af425f-8f20-4b0c-825a-cdf397080738 req-c0c72294-bbe0-48f1-829e-45f86125ce79 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.115 "DELETE /networking/v2.0/ports/c41998fb-0115-456d-88ef-ace4792ba96c HTTP/1.1" status: 204 len: 173 time: 1.0974927 Aug 26 09:01:29.146956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'name': 'network-vif-deleted', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:01:29.150453 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd19860e-1e28-4f74-82f8-648b66455f30" -d '{"events": [{"server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "name": "network-vif-deleted", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:01:29.166850 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:29.167529 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4b87-a216-486b-bec8-cb0210e1c4b8 admin admin] Publish callbacks [] for security_group (d70d7615-2784-4cdd-860e-57b937336ed3), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.169115 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:29.177779 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4b87-a216-486b-bec8-cb0210e1c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (d70d7615-2784-4cdd-860e-57b937336ed3), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.283328 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f2cf4b87-a216-486b-bec8-cb0210e1c4b8 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=0c1b50e890d44fe7ab875825f9434a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463806 Aug 26 09:01:29.284130 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51288) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:29.286227 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:29.289696 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4b87-a216-486b-bec8-cb0210e1c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d7615-2784-4cdd-860e-57b937336ed3,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:29.445177 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4b56345-e14d-48eb-ba89-464c635cf285 req-33338327-2e7b-40e6-b16d-37017d413c4f tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=da2a1535-5e7f-4273-92e8-000a88c5f734 HTTP/1.1" status: 200 len: 210 time: 0.1599836 Aug 26 09:01:29.549363 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-50656799-e749-4e03-ac2f-db6738593667 admin admin] Publish callbacks [] for security_group (d70d7615-2784-4cdd-860e-57b937336ed3), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.577884 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-50656799-e749-4e03-ac2f-db6738593667 admin admin] Publish callbacks [] for security_group (d70d7615-2784-4cdd-860e-57b937336ed3), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.656135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-50656799-e749-4e03-ac2f-db6738593667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (d70d7615-2784-4cdd-860e-57b937336ed3), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.659011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-50656799-e749-4e03-ac2f-db6738593667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:29.661351 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-50656799-e749-4e03-ac2f-db6738593667 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d70d7615-2784-4cdd-860e-57b937336ed3 HTTP/1.1" status: 204 len: 168 time: 0.3742089 Aug 26 09:01:29.680372 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be039cb-5d5c-479c-93f4-1a09057e42cd x-openstack-request-id: req-7be039cb-5d5c-479c-93f4-1a09057e42cd {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:01:29.680673 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2a1535-5e7f-4273-92e8-000a88c5f734", "name": "network-vif-deleted", "tag": "c41998fb-0115-456d-88ef-ace4792ba96c", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:01:29.680943 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7be039cb-5d5c-479c-93f4-1a09057e42cd {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:01:29.681368 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be039cb-5d5c-479c-93f4-1a09057e42cd'] response: {'server_uuid': 'da2a1535-5e7f-4273-92e8-000a88c5f734', 'name': 'network-vif-deleted', 'tag': 'c41998fb-0115-456d-88ef-ace4792ba96c', 'status': 'completed', 'code': 200} Aug 26 09:01:29.685015 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656799-e749-4e03-ac2f-db6738593667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d7615-2784-4cdd-860e-57b937336ed3,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:29.725674 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:29.738177 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cd003df5-cb78-4437-87f2-11f30a044f9a req-b063d1b7-a1b0-40ea-93c1-d65c3e37f66a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 210 time: 0.5831375 Aug 26 09:01:29.786952 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:01:29.810366 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:29.811143 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:01:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:29.901169 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-fb70568d-8ce3-4118-b4ad-4e54ec2f2385 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:29.902133 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-fb70568d-8ce3-4118-b4ad-4e54ec2f2385 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 812 time: 0.1829784 Aug 26 09:01:29.958269 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:30.145208 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51298) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:30.166131 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b005cbcf-781e-4292-9cbd-1ffe1c42b167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.220828 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:30.328927 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-55030ec8-f9cd-417f-90f4-cbcb193684fc tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 379 time: 0.1443243 Aug 26 09:01:30.345181 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'port': {'device_id': 'de326118-88c5-4143-ba33-ec222ab9a374', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'admin_state_up': True, 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'security_groups': ['477635cc-38a0-46c4-8711-32f971e4c9e9']}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:30.452509 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b005cbcf-781e-4292-9cbd-1ffe1c42b167 admin admin] Publish callbacks [] for security_group (b50b0683-0191-4681-99b1-78e0b177862e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.460439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b005cbcf-781e-4292-9cbd-1ffe1c42b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b50b0683-0191-4681-99b1-78e0b177862e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.481021 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:30.512687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d443bdc-9d1e-4172-aa9b-6cb7756741ba None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T08:53:23Z', 'revision_number': 4, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '572ff04b-d4a2-443b-93b1-28015acfaef6', 'name': '', 'network_id': '4e1c5bc8-bb18-4879-912d-f9e237efa42e', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:22Z', 'updated_at': '2022-08-26T08:53:28Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'subnets': [{'id': 'dd7b08a5-f97b-4947-917d-a6d4ccd76af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:01:30.537217 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b005cbcf-781e-4292-9cbd-1ffe1c42b167 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1264990108a144d1916bcaf36d81c964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890653 Aug 26 09:01:30.538083 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005cbcf-781e-4292-9cbd-1ffe1c42b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b0683-0191-4681-99b1-78e0b177862e,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:30.540012 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51302) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:30.586982 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Made reservation on behalf of 6773ba16da8845d39c90a627802cf05f for: {'port': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:30.609156 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.636900 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51306) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:30.684704 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:01:30.720369 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8981b1b0-be6e-4713-a6d4-a2656f025ffb admin admin] Publish callbacks [] for security_group (b50b0683-0191-4681-99b1-78e0b177862e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.780419 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8981b1b0-be6e-4713-a6d4-a2656f025ffb admin admin] Publish callbacks [] for security_group (b50b0683-0191-4681-99b1-78e0b177862e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.796752 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ac3-6772-43d7-ba5a-09ae12e8553e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (677f9b70-13c0-4098-b8fc-21bdbacf29db), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.833313 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:30.852963 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ac3-6772-43d7-ba5a-09ae12e8553e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (677f9b70-13c0-4098-b8fc-21bdbacf29db), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.858992 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Allocated IP 172.20.0.3 (f3820959-3ded-44b4-b94f-e8c3d94acf11/5d9ba756-bed5-44b8-a33c-513fa5f8ce9b/4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:01:30.947590 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9a6e00e9-d932-47a8-930d-b38452f6bd1f req-795206d1-fd8b-47bc-af1b-ec054e6df703 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 210 time: 0.0565138 Aug 26 09:01:30.983423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8981b1b0-be6e-4713-a6d4-a2656f025ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (b50b0683-0191-4681-99b1-78e0b177862e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.986662 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8981b1b0-be6e-4713-a6d4-a2656f025ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.988453 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-8981b1b0-be6e-4713-a6d4-a2656f025ffb admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b50b0683-0191-4681-99b1-78e0b177862e HTTP/1.1" status: 204 len: 168 time: 0.4456410 Aug 26 09:01:30.991677 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ac3-6772-43d7-ba5a-09ae12e8553e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (677f9b70-13c0-4098-b8fc-21bdbacf29db), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.994913 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-63aa6ac3-6772-43d7-ba5a-09ae12e8553e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:30.999398 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-63aa6ac3-6772-43d7-ba5a-09ae12e8553e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/677f9b70-13c0-4098-b8fc-21bdbacf29db HTTP/1.1" status: 204 len: 168 time: 0.3577387 Aug 26 09:01:30.999398 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51314) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:31.015684 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981b1b0-be6e-4713-a6d4-a2656f025ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b0683-0191-4681-99b1-78e0b177862e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:31.028306 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.api.v2.resource [None req-0106eb2a-822a-4a22-bd31-426c534cf724 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] show failed (client error): The resource could not be found. Aug 26 09:01:31.029145 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0106eb2a-822a-4a22-bd31-426c534cf724 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "GET /networking/v2.0/security-groups/677f9b70-13c0-4098-b8fc-21bdbacf29db HTTP/1.1" status: 404 len: 347 time: 0.0273845 Aug 26 09:01:31.034667 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51316) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:31.052326 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa6ac3-6772-43d7-ba5a-09ae12e8553e tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f9b70-13c0-4098-b8fc-21bdbacf29db,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:31.104468 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.114789 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:31.121919 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010007ae-9175-4f59-b8aa-949e264f7bd2 None None] New status for floating IP 29d275e2-749c-4683-93b8-1b4b63a813b7: DOWN {{(pid=117974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:01:31.154221 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.223561 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:01:31.231960 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:01:31.234831 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Deleting port 2521c578-88d6-4b99-9a80-c99fd8c4467e {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:31.235743 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.236668 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:01:31.243825 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:31.373235 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:31.374037 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.405477 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-e0abae1f-f789-4443-bb57-133fd8acfef1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0679688 Aug 26 09:01:31.420455 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Request body: {'port': {'device_id': 'de326118-88c5-4143-ba33-ec222ab9a374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:31.443527 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device c41998fb-0115-456d-88ef-ace4792ba96c no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:31.455273 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.455873 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (2521c578-88d6-4b99-9a80-c99fd8c4467e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.464101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:31.481009 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Calling delete_port for 2521c578-88d6-4b99-9a80-c99fd8c4467e owned by network:floatingip {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:31.495871 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: c41998fb-0115-456d-88ef-ace4792ba96c {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:31.509700 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device c41998fb-0115-456d-88ef-ace4792ba96c not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:31.527454 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.627535 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-056cdd52-888f-4a90-a8e7-a4db231483de None None] Provisioning complete for port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:31.628173 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-056cdd52-888f-4a90-a8e7-a4db231483de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.682582 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-056cdd52-888f-4a90-a8e7-a4db231483de None None] Port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:01:31.688958 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (2521c578-88d6-4b99-9a80-c99fd8c4467e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.721240 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Pushing event deleted for resources: {'Port': ['ID=2521c578-88d6-4b99-9a80-c99fd8c4467e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:31.740579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:31.830876 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks [] for floatingip (29d275e2-749c-4683-93b8-1b4b63a813b7), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.835062 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.837242 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-be512261-3ac9-4df2-9f51-c8feeb24f669 tempest-AttachVolumeNegativeTest-1149866851 tempest-AttachVolumeNegativeTest-1149866851-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/29d275e2-749c-4683-93b8-1b4b63a813b7 HTTP/1.1" status: 204 len: 168 time: 0.8012414 Aug 26 09:01:31.861332 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:31.979150 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea {{(pid=117972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:01:31.989058 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Publish callbacks [] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:32.014010 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.provisioning_blocks [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Transition to ACTIVE for port object 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea will not be triggered until provisioned by entity L2. {{(pid=117972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 09:01:32.019148 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:32.095463 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Pushing event updated for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:32.174306 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Attempting to bind port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:01:32.175202 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Attempting to bind port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:01:32.175331 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Attempting to bind port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:01:32.183147 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea on network f3820959-3ded-44b4-b94f-e8c3d94acf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 09:01:32.183698 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Attempting to bind port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:01:32.191385 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:01:32.191710 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Checking segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:01:32.192106 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Bound using segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} {{(pid=117972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:01:32.192544 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.managers [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Bound port: 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}}] {{(pid=117972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:01:32.192909 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:32.281634 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, cleared binding levels {{(pid=117972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:01:32.289348 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:01:32.299726 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:32.306615 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:32.307348 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:32.308962 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 200 len: 1093 time: 0.8951900 Aug 26 09:01:32.309368 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:32.310441 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:01:32.318408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449" -d '{"events": [{"name": "network-changed", "server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:01:32.430591 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eb05e2-e722-4cb2-a7d3-39f23874ed41 x-openstack-request-id: req-32eb05e2-e722-4cb2-a7d3-39f23874ed41 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:01:32.430921 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:01:32.431156 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-32eb05e2-e722-4cb2-a7d3-39f23874ed41 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:01:32.431556 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32eb05e2-e722-4cb2-a7d3-39f23874ed41'] response: {'name': 'network-changed', 'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'status': 'completed', 'code': 200} Aug 26 09:01:32.489369 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-f884fa18-1873-4d70-9f44-a87b3dccd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:32.490947 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-f884fa18-1873-4d70-9f44-a87b3dccd840 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1127 time: 0.1219902 Aug 26 09:01:32.493947 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f17a7-af38-4ce6-8f93-c6900e5babce service neutron] Pushing event updated for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=3']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:32.517498 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcce7f6-408a-4f39-aead-749b5ffdb21b req-875c731f-591a-4884-aa7b-a28a8b2dfbf6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:32.519114 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2bcce7f6-408a-4f39-aead-749b5ffdb21b req-875c731f-591a-4884-aa7b-a28a8b2dfbf6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.4739196 Aug 26 09:01:32.555389 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-c13affe9-4548-4ac7-81da-f74197c564cd service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 200 len: 217 time: 0.0533154 Aug 26 09:01:32.650484 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2bcce7f6-408a-4f39-aead-749b5ffdb21b req-7600c100-ae88-4c0c-906f-e3a094227693 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047370 Aug 26 09:01:32.664072 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-249bfa77-9cf3-4156-816d-e3b01f9dd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:32.665615 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-249bfa77-9cf3-4156-816d-e3b01f9dd1d1 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0864398 Aug 26 09:01:32.723011 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411674-b346-49cb-b2ed-470e427a0774 req-44603bb4-e1d8-4800-9191-a06012a083cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:32.724648 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-44603bb4-e1d8-4800-9191-a06012a083cd service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507810 Aug 26 09:01:32.833744 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-2db93764-ce21-45e3-b70b-1f7efae10b0d service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018062 Aug 26 09:01:32.916016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:32.961608 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-03411674-b346-49cb-b2ed-470e427a0774 req-0102335a-c048-45f1-a7de-24d2d56ac612 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177349 Aug 26 09:01:33.314323 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-a7d30bbf-c0a8-4690-b789-3d10ed6842cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:33.316397 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-a7d30bbf-c0a8-4690-b789-3d10ed6842cf service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1127 time: 0.0502656 Aug 26 09:01:33.446788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-09df130d-2c98-4e37-96d8-50e7558768e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:33.448333 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-09df130d-2c98-4e37-96d8-50e7558768e5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1168969 Aug 26 09:01:33.501337 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-1c819c6a-14e0-4477-bbb3-7e153445761d service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 200 len: 217 time: 0.0450912 Aug 26 09:01:33.570588 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-972e55e8-7878-4737-a82e-d0fd06f36371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:33.572162 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-972e55e8-7878-4737-a82e-d0fd06f36371 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0634804 Aug 26 09:01:33.632821 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-750a2f52-c261-4458-abd0-c423e38d5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:33.634389 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-750a2f52-c261-4458-abd0-c423e38d5cb2 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542989 Aug 26 09:01:33.747500 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-186c194a-dc4b-4377-a112-9fe485335fe8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047866 Aug 26 09:01:33.821224 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db4851-b594-4378-99ee-01019fcf08e1 req-ad99ecd4-96ba-423d-8cd5-b7bd439e2ab2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:33.828612 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f3db4851-b594-4378-99ee-01019fcf08e1 req-ad99ecd4-96ba-423d-8cd5-b7bd439e2ab2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0651312 Aug 26 09:01:33.890412 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7fcf2ed8-3d8d-4aa0-a965-7834566b9449 req-39f55790-4bf7-4104-950f-0de056a0d773 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324742 Aug 26 09:01:34.117999 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f3db4851-b594-4378-99ee-01019fcf08e1 req-339c7b08-c8ad-40eb-82f6-3ae69ee4c3e8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882614 Aug 26 09:01:35.249133 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e76302-dc3a-474f-8a59-8c36e65834ab req-54217486-4610-4bc6-bcb0-dfca2655ceb5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:35.250570 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-42e76302-dc3a-474f-8a59-8c36e65834ab req-54217486-4610-4bc6-bcb0-dfca2655ceb5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0542665 Aug 26 09:01:35.309584 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-42e76302-dc3a-474f-8a59-8c36e65834ab req-d44f40e9-b0a5-4447-a688-cc3ebaea65d9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512161 Aug 26 09:01:35.788699 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51442) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:36.045250 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:36.343474 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:36.480350 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=100 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:36.490838 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858269d-4300-49e9-bc91-de196f681326 req-7e10f80d-78ce-4a57-8a01-8fc388b68be4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:36.492560 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a858269d-4300-49e9-bc91-de196f681326 req-7e10f80d-78ce-4a57-8a01-8fc388b68be4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0707803 Aug 26 09:01:36.562250 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a858269d-4300-49e9-bc91-de196f681326 req-1e86f57b-2817-443d-ae9e-cb756ff45ed7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611825 Aug 26 09:01:36.676242 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Deleting port 572ff04b-d4a2-443b-93b1-28015acfaef6 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:36.676650 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:36.784336 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] For port 572ff04b-d4a2-443b-93b1-28015acfaef6, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=572ff04b-d4a2-443b-93b1-28015acfaef6,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:36.784719 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:36.798590 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Calling delete_port for 572ff04b-d4a2-443b-93b1-28015acfaef6 owned by network:router_interface {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:37.019487 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (572ff04b-d4a2-443b-93b1-28015acfaef6), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:37.049334 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=572ff04b-d4a2-443b-93b1-28015acfaef6,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:37.183349 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:37.246084 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:37.552271 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:37.570996 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:01:37.785375 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51478) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:37.958657 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d654e6f0-8354-48c0-a0ec-768ce7edd268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.016603 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:01:38.031214 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-87a54ba5-3584-44bb-b361-41ee67269cd5 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/d2c8e064-d4d5-4f14-81a2-d17d9040cc32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2378953 Aug 26 09:01:38.031214 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51482) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:38.034025 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] Sync routers for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:01:38.044364 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d0c7-3539-4e7c-a306-a432e33ce2dc req-7892fa0c-5c0e-4c72-857a-2edf19b72173 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:38.046225 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa63d0c7-3539-4e7c-a306-a432e33ce2dc req-7892fa0c-5c0e-4c72-857a-2edf19b72173 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.3783121 Aug 26 09:01:38.053161 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:38.053924 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:01:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:38.080630 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d654e6f0-8354-48c0-a0ec-768ce7edd268 admin admin] Publish callbacks [] for security_group (de0fa48a-3c40-4de8-b3aa-3d6f146d5b53), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.086923 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-d654e6f0-8354-48c0-a0ec-768ce7edd268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (de0fa48a-3c40-4de8-b3aa-3d6f146d5b53), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.161024 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-d654e6f0-8354-48c0-a0ec-768ce7edd268 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=bf65a59afdd949a9b4a36d389dc4748e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702583 Aug 26 09:01:38.163608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51486) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:38.167878 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654e6f0-8354-48c0-a0ec-768ce7edd268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0fa48a-3c40-4de8-b3aa-3d6f146d5b53,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:38.175899 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=100 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:38.208393 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:38.233865 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=7,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:38.256318 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-966a26fd-7601-49c8-94e0-0abdf123cf10 admin admin] Publish callbacks [] for security_group (de0fa48a-3c40-4de8-b3aa-3d6f146d5b53), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.263539 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa63d0c7-3539-4e7c-a306-a432e33ce2dc req-746f13ab-0132-47bb-ae54-4a9f7217c359 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854370 Aug 26 09:01:38.270278 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-8b8e7e48-62e6-4a04-8eb2-0655486be17a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1616960 Aug 26 09:01:38.289377 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks [] for router (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.303269 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-966a26fd-7601-49c8-94e0-0abdf123cf10 admin admin] Publish callbacks [] for security_group (de0fa48a-3c40-4de8-b3aa-3d6f146d5b53), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.347131 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:38.381186 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-966a26fd-7601-49c8-94e0-0abdf123cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (de0fa48a-3c40-4de8-b3aa-3d6f146d5b53), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.384489 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-966a26fd-7601-49c8-94e0-0abdf123cf10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.388325 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-966a26fd-7601-49c8-94e0-0abdf123cf10 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/de0fa48a-3c40-4de8-b3aa-3d6f146d5b53 HTTP/1.1" status: 204 len: 168 time: 0.2197866 Aug 26 09:01:38.408363 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a26fd-7601-49c8-94e0-0abdf123cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0fa48a-3c40-4de8-b3aa-3d6f146d5b53,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:38.426207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks [] for router_gateway (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.481503 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Deleting port 535b8fe2-feed-462a-add9-2c15eccc5443 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:38.481851 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.497365 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T09:01:36Z', 'revision_number': 5, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port': {'id': '535b8fe2-feed-462a-add9-2c15eccc5443', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T08:53:19Z', 'updated_at': '2022-08-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:38.531616 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] Checking router: d2c8e064-d4d5-4f14-81a2-d17d9040cc32 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:01:38.553815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] Routers {'d2c8e064-d4d5-4f14-81a2-d17d9040cc32'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:38.555472 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:01:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:38.593087 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] For port 535b8fe2-feed-462a-add9-2c15eccc5443, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=535b8fe2-feed-462a-add9-2c15eccc5443,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:38.593875 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.622949 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Calling delete_port for 535b8fe2-feed-462a-add9-2c15eccc5443 owned by network:router_gateway {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:38.670918 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] Set router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 gateway port host: None {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:38.701295 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:38.736552 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T09:01:38Z', 'revision_number': 6, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:38.772166 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acea0c-354e-48ca-a2fb-49be734da8af None None] The sync data for ids ['d2c8e064-d4d5-4f14-81a2-d17d9040cc32'] in dv-cinder-852364-5-iscsi is: [{'id': 'd2c8e064-d4d5-4f14-81a2-d17d9040cc32', 'name': 'tempest-AttachVolumeNegativeTest-385638366-router', 'tenant_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T08:53:18Z', 'updated_at': '2022-08-26T09:01:38Z', 'revision_number': 6, 'project_id': 'f87dce6d7f01455fb8c3cfe128c20e72', 'gw_port_host': None}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:01:38.833228 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (535b8fe2-feed-462a-add9-2c15eccc5443), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.861236 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=535b8fe2-feed-462a-add9-2c15eccc5443,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:38.867262 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51500) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:38.885157 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa2702b9-e994-4f61-b05d-adc334fe7318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.914680 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:38.949666 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:38.953954 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:38.989756 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa2702b9-e994-4f61-b05d-adc334fe7318 admin admin] Publish callbacks [] for security_group (dd92cec2-5645-4c1b-91f3-f7b971c45c80), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.007193 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-aa2702b9-e994-4f61-b05d-adc334fe7318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (dd92cec2-5645-4c1b-91f3-f7b971c45c80), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.050311 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.054240 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks [] for router_controller (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.105787 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (d2c8e064-d4d5-4f14-81a2-d17d9040cc32), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.110180 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c8e064-d4d5-4f14-81a2-d17d9040cc32 {{(pid=117972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:01:39.114803 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.117372 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-da3f6eb9-d6b3-4e3a-b1cb-af152f41bb48 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/d2c8e064-d4d5-4f14-81a2-d17d9040cc32 HTTP/1.1" status: 204 len: 168 time: 1.0853369 Aug 26 09:01:39.120793 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51504) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:39.223109 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Deleting subnet dd7b08a5-f97b-4947-917d-a6d4ccd76af6 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:01:39.226540 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Publish callbacks [] for subnet (dd7b08a5-f97b-4947-917d-a6d4ccd76af6), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.247325 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-53ab327a-6dc3-46a5-aaaf-5222bfed7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:39.248883 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-53ab327a-6dc3-46a5-aaaf-5222bfed7000 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 1129 time: 0.0881057 Aug 26 09:01:39.280571 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12952500'] for subnet (dd7b08a5-f97b-4947-917d-a6d4ccd76af6), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.426281 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-aa2702b9-e994-4f61-b05d-adc334fe7318 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=567fc69c7d874ad090391f4cea06e759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5575418 Aug 26 09:01:39.427319 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2702b9-e994-4f61-b05d-adc334fe7318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92cec2-5645-4c1b-91f3-f7b971c45c80,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:39.431951 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51512) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:39.450511 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 09:01:39.477208 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (dd7b08a5-f97b-4947-917d-a6d4ccd76af6), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.479779 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4283a-759d-423d-8d78-5169bc272259 req-6d2d2474-1857-4fec-9106-86c76049731a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:39.481654 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cac4283a-759d-423d-8d78-5169bc272259 req-6d2d2474-1857-4fec-9106-86c76049731a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0698459 Aug 26 09:01:39.541759 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-29d5372c-8c01-4969-8de6-43470f7a9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:39.543236 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-29d5372c-8c01-4969-8de6-43470f7a9f79 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 916 time: 0.2412415 Aug 26 09:01:39.564269 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-cac4283a-759d-423d-8d78-5169bc272259 req-26acb3a1-036b-4976-bc3a-b18bc759b080 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688775 Aug 26 09:01:39.582315 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:39.596185 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'port_id': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'mac_address': 'fa:16:3e:b2:eb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 09:01:39.628592 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-363acae1-d141-4263-b7fe-a8325a284465 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0 HTTP/1.1" status: 200 len: 217 time: 0.0757518 Aug 26 09:01:39.633854 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8d8fd50b-ff2c-4567-9858-e4b033fe64b7 admin admin] Publish callbacks [] for security_group (dd92cec2-5645-4c1b-91f3-f7b971c45c80), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.656032 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13631471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065059698'] for subnet (dd7b08a5-f97b-4947-917d-a6d4ccd76af6), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.659422 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:39.660070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.665045 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 535b8fe2-feed-462a-add9-2c15eccc5443 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:39.695447 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 535b8fe2-feed-462a-add9-2c15eccc5443 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:39.696122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 535b8fe2-feed-462a-add9-2c15eccc5443 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:39.696693 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 572ff04b-d4a2-443b-93b1-28015acfaef6 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:39.715943 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8d8fd50b-ff2c-4567-9858-e4b033fe64b7 admin admin] Publish callbacks [] for security_group (dd92cec2-5645-4c1b-91f3-f7b971c45c80), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.719283 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:01:39.725737 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 572ff04b-d4a2-443b-93b1-28015acfaef6 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:39.726389 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 572ff04b-d4a2-443b-93b1-28015acfaef6 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:39.740275 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7b08a5-f97b-4947-917d-a6d4ccd76af6,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:39.742613 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.748572 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9343173e-6b1c-4556-b5f8-cd59d37082de admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/dd7b08a5-f97b-4947-917d-a6d4ccd76af6 HTTP/1.1" status: 204 len: 168 time: 0.6238339 Aug 26 09:01:39.748966 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51514) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:39.751052 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:39.762635 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc3e53-c9ff-4863-9672-d7986f7d80a7 None None] Network 4e1c5bc8-bb18-4879-912d-f9e237efa42e requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:39.765536 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.776816 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-dac8265c-0e2f-41cd-a2b9-ba9603e0f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:39.779329 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-dac8265c-0e2f-41cd-a2b9-ba9603e0f5a4 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f48077c1-8f3d-42bd-abad-352ed3e0d447 HTTP/1.1" status: 200 len: 854 time: 0.1364679 Aug 26 09:01:39.848557 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-7f2b5977-ae05-4de0-8343-5139edefddc9 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601265 Aug 26 09:01:39.854999 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8d8fd50b-ff2c-4567-9858-e4b033fe64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (dd92cec2-5645-4c1b-91f3-f7b971c45c80), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.858297 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-8d8fd50b-ff2c-4567-9858-e4b033fe64b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.862505 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-8d8fd50b-ff2c-4567-9858-e4b033fe64b7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/dd92cec2-5645-4c1b-91f3-f7b971c45c80 HTTP/1.1" status: 204 len: 168 time: 0.4265251 Aug 26 09:01:39.888663 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fd50b-ff2c-4567-9858-e4b033fe64b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92cec2-5645-4c1b-91f3-f7b971c45c80,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:39.905646 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:39.914265 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (4e1c5bc8-bb18-4879-912d-f9e237efa42e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.989395 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Deleting port 0f13590e-ba13-4399-bc02-a3db0bd21417 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:39.989630 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:39.993844 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:40.077506 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-289543a3-14c2-43e9-bd14-48a47d2b64e4 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164559 Aug 26 09:01:40.084682 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:01:40.102127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] For port 0f13590e-ba13-4399-bc02-a3db0bd21417, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=0f13590e-ba13-4399-bc02-a3db0bd21417,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:40.102529 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.123740 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Calling delete_port for 0f13590e-ba13-4399-bc02-a3db0bd21417 owned by network:dhcp {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:40.125069 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37029854-cf77-46ed-8d43-802adc28081e None None] DHCP port deletion for 4e1c5bc8-bb18-4879-912d-f9e237efa42e request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:01:40.242482 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-37029854-cf77-46ed-8d43-802adc28081e None None] Deleting port 0f13590e-ba13-4399-bc02-a3db0bd21417 {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:01:40.242482 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37029854-cf77-46ed-8d43-802adc28081e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.250252 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:40.286842 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.310375 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1ec6266a-8931-449c-b4c3-bfdfc68682a0 req-d033c408-73bf-4e86-a1e0-834145b5985a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237341 Aug 26 09:01:40.327289 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f13590e-ba13-4399-bc02-a3db0bd21417,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:40.338022 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] No DVR routers for this DVR port 0f13590e-ba13-4399-bc02-a3db0bd21417 on host dv-cinder-852364-5-iscsi {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:01:40.349468 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-37029854-cf77-46ed-8d43-802adc28081e None None] For port 0f13590e-ba13-4399-bc02-a3db0bd21417, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=0f13590e-ba13-4399-bc02-a3db0bd21417,segment=NetworkSegment(500101ad-f8d8-4883-a571-a7bedad4d6fd),segment_id=500101ad-f8d8-4883-a571-a7bedad4d6fd)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:40.349957 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37029854-cf77-46ed-8d43-802adc28081e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.371143 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:40.383079 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-37029854-cf77-46ed-8d43-802adc28081e None None] Calling delete_port for 0f13590e-ba13-4399-bc02-a3db0bd21417 owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:01:40.423559 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:40.474998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (4e1c5bc8-bb18-4879-912d-f9e237efa42e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.501305 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1c5bc8-bb18-4879-912d-f9e237efa42e']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:40.513488 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500101ad-f8d8-4883-a571-a7bedad4d6fd') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:40.513794 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500101ad-f8d8-4883-a571-a7bedad4d6fd') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:40.516106 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:40.529120 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (500101ad-f8d8-4883-a571-a7bedad4d6fd), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.547890 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (500101ad-f8d8-4883-a571-a7bedad4d6fd), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.557252 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:01:40.557361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (500101ad-f8d8-4883-a571-a7bedad4d6fd), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.560251 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51522) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:40.564525 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37029854-cf77-46ed-8d43-802adc28081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (0f13590e-ba13-4399-bc02-a3db0bd21417), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.583016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-84cbe1b8-38b2-4c9d-b384-0a4f908c42b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.602045 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 500101ad-f8d8-4883-a571-a7bedad4d6fd resource provider aggregate not found Aug 26 09:01:40.624457 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37029854-cf77-46ed-8d43-802adc28081e None None] Pushing event deleted for resources: {'Port': ['ID=0f13590e-ba13-4399-bc02-a3db0bd21417,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:40.645998 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 500101ad-f8d8-4883-a571-a7bedad4d6fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 500101ad-f8d8-4883-a571-a7bedad4d6fd found for delete ", "request_id": "req-110a153f-d56c-4dec-ba17-2d48e124f513"}]} Aug 26 09:01:40.650451 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (4e1c5bc8-bb18-4879-912d-f9e237efa42e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.663504 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37029854-cf77-46ed-8d43-802adc28081e None None] No DVR routers for this DVR port 0f13590e-ba13-4399-bc02-a3db0bd21417 on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:01:40.667170 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.671102 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/4e1c5bc8-bb18-4879-912d-f9e237efa42e HTTP/1.1" status: 204 len: 168 time: 0.9207888 Aug 26 09:01:40.683051 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c184b5-9931-45aa-8f57-f4d1219500e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1c5bc8-bb18-4879-912d-f9e237efa42e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:40.748674 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-84cbe1b8-38b2-4c9d-b384-0a4f908c42b7 admin admin] Publish callbacks [] for security_group (4568a70a-d3bd-418e-a489-9a46a238a96f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.756797 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-84cbe1b8-38b2-4c9d-b384-0a4f908c42b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4568a70a-d3bd-418e-a489-9a46a238a96f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.804567 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cc9ef-e036-4ab4-8990-5793fcfd7cb0 req-4d2046d8-0be5-475e-87be-609cd98cbdf8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:40.807142 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-321cc9ef-e036-4ab4-8990-5793fcfd7cb0 req-4d2046d8-0be5-475e-87be-609cd98cbdf8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 944 time: 0.0994680 Aug 26 09:01:40.849305 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-84cbe1b8-38b2-4c9d-b384-0a4f908c42b7 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=488213d9bef1484993521325ad7dd2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862923 Aug 26 09:01:40.852256 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbe1b8-38b2-4c9d-b384-0a4f908c42b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4568a70a-d3bd-418e-a489-9a46a238a96f,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:40.853480 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51532) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:40.890288 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-321cc9ef-e036-4ab4-8990-5793fcfd7cb0 req-75f74bf3-8b1b-4c99-bac0-918be47cc1e7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708940 Aug 26 09:01:40.925877 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6230-d37c-4c85-abe5-7e33c4e20f0b admin admin] Publish callbacks [] for security_group (4568a70a-d3bd-418e-a489-9a46a238a96f), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:40.963910 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6230-d37c-4c85-abe5-7e33c4e20f0b admin admin] Publish callbacks [] for security_group (4568a70a-d3bd-418e-a489-9a46a238a96f), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.042845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6230-d37c-4c85-abe5-7e33c4e20f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (4568a70a-d3bd-418e-a489-9a46a238a96f), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.048940 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6230-d37c-4c85-abe5-7e33c4e20f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.051214 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c2ed6230-d37c-4c85-abe5-7e33c4e20f0b admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/4568a70a-d3bd-418e-a489-9a46a238a96f HTTP/1.1" status: 204 len: 168 time: 0.1960340 Aug 26 09:01:41.066497 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6230-d37c-4c85-abe5-7e33c4e20f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568a70a-d3bd-418e-a489-9a46a238a96f,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:41.191474 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51536) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:41.225390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:41.242531 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-801c35a5-4ffc-4497-bd5e-0f98410c230b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f87dce6d7f01455fb8c3cfe128c20e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497785 Aug 26 09:01:41.246126 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51538) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:41.304189 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9bdba790-0cd8-43ae-840d-4054beb1444a admin admin] Publish callbacks [] for security_group (31c3904c-7901-473d-8146-33262094402f), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.331204 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9bdba790-0cd8-43ae-840d-4054beb1444a admin admin] Publish callbacks [] for security_group (31c3904c-7901-473d-8146-33262094402f), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.416984 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9bdba790-0cd8-43ae-840d-4054beb1444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (31c3904c-7901-473d-8146-33262094402f), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.420445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-9bdba790-0cd8-43ae-840d-4054beb1444a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.421240 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 0f13590e-ba13-4399-bc02-a3db0bd21417 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:01:41.421637 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-9bdba790-0cd8-43ae-840d-4054beb1444a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/31c3904c-7901-473d-8146-33262094402f HTTP/1.1" status: 204 len: 168 time: 0.1735854 Aug 26 09:01:41.436968 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdba790-0cd8-43ae-840d-4054beb1444a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c3904c-7901-473d-8146-33262094402f,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:41.454608 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 0f13590e-ba13-4399-bc02-a3db0bd21417 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:01:41.455298 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 0f13590e-ba13-4399-bc02-a3db0bd21417 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:01:41.469388 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:01:41.543339 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 09:01:41.555789 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:01:41.556269 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.661640 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:01:41.662237 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.688106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:01:41.690524 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a25394-991c-4610-a8dc-f0f9bf39663c" -d '{"events": [{"server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "name": "network-vif-plugged", "status": "completed", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:01:41.705022 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:01:41.710851 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:41.748661 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1b5d7-3cba-4481-acb6-0e3d91e0b4e6 x-openstack-request-id: req-d9b1b5d7-3cba-4481-acb6-0e3d91e0b4e6 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:01:41.749012 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "name": "network-vif-plugged", "status": "completed", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:01:41.749395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9b1b5d7-3cba-4481-acb6-0e3d91e0b4e6 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:01:41.749892 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b1b5d7-3cba-4481-acb6-0e3d91e0b4e6'] response: {'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'code': 200} Aug 26 09:01:41.794497 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:41.807355 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.807764 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.808053 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.808579 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.809072 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.809559 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.810066 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.810563 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.811197 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.811525 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.811866 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.812317 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.812654 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.812981 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:41.813305 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:01:42.085029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33815be-9edb-4799-89e0-2dde0bbb9fec req-e0c43359-aca3-457c-ae61-75153dc1bfa5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:42.087789 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f33815be-9edb-4799-89e0-2dde0bbb9fec req-e0c43359-aca3-457c-ae61-75153dc1bfa5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0914204 Aug 26 09:01:42.089850 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299120-d29b-4049-8868-31ee9dc2575e req-997ab448-2dec-42f2-ace8-6cb2c1184a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:42.091737 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-82299120-d29b-4049-8868-31ee9dc2575e req-997ab448-2dec-42f2-ace8-6cb2c1184a8c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1129 time: 0.0815895 Aug 26 09:01:42.198092 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f33815be-9edb-4799-89e0-2dde0bbb9fec req-f9c2992f-59e9-470e-8ff6-ae4d41a44212 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029992 Aug 26 09:01:42.201271 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-82299120-d29b-4049-8868-31ee9dc2575e req-64c5c34f-6758-409d-bd01-ad8874c55033 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976789 Aug 26 09:01:43.259163 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51624) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:43.346975 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116601f-d8ac-4e3f-9d46-2df0dc61e809 req-9d927fae-ed73-4bcc-8ef5-ab810e305fd9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:43.348485 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f116601f-d8ac-4e3f-9d46-2df0dc61e809 req-9d927fae-ed73-4bcc-8ef5-ab810e305fd9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0627768 Aug 26 09:01:43.410657 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-72c62eec-c160-44d5-a704-42377907042c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.423464 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f116601f-d8ac-4e3f-9d46-2df0dc61e809 req-c6c7017b-f2ff-4cca-a1ba-5d4e4516d47f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634654 Aug 26 09:01:43.475327 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:43.509715 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-72c62eec-c160-44d5-a704-42377907042c admin admin] Publish callbacks [] for security_group (6eb793d7-318c-4f60-8b05-a919fc8dbb33), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.515699 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-72c62eec-c160-44d5-a704-42377907042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (6eb793d7-318c-4f60-8b05-a919fc8dbb33), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.554809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:43.560141 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-72c62eec-c160-44d5-a704-42377907042c admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7ca97fa879a446cbbed3fd5133ac0ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995145 Aug 26 09:01:43.561451 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62eec-c160-44d5-a704-42377907042c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb793d7-318c-4f60-8b05-a919fc8dbb33,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:43.564056 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51628) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:43.629886 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25c7796d-6367-495b-b2bb-8702b7e837ff admin admin] Publish callbacks [] for security_group (6eb793d7-318c-4f60-8b05-a919fc8dbb33), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.652503 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25c7796d-6367-495b-b2bb-8702b7e837ff admin admin] Publish callbacks [] for security_group (6eb793d7-318c-4f60-8b05-a919fc8dbb33), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.706022 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25c7796d-6367-495b-b2bb-8702b7e837ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (6eb793d7-318c-4f60-8b05-a919fc8dbb33), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.709059 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-25c7796d-6367-495b-b2bb-8702b7e837ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:43.710449 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-25c7796d-6367-495b-b2bb-8702b7e837ff admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/6eb793d7-318c-4f60-8b05-a919fc8dbb33 HTTP/1.1" status: 204 len: 168 time: 0.1426518 Aug 26 09:01:43.719416 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7796d-6367-495b-b2bb-8702b7e837ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb793d7-318c-4f60-8b05-a919fc8dbb33,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:44.584577 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad86b9-8ec0-4f63-a3a1-0a99cd0d410d req-eea133ce-8efb-4063-86b6-d741d006b2c5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:44.586431 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0aad86b9-8ec0-4f63-a3a1-0a99cd0d410d req-eea133ce-8efb-4063-86b6-d741d006b2c5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0631776 Aug 26 09:01:44.612683 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51660) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:44.652045 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-0aad86b9-8ec0-4f63-a3a1-0a99cd0d410d req-4bacaa47-8984-454f-a321-5b739126e602 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582583 Aug 26 09:01:44.750663 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-134224880-network', 'tenant_id': 'e5e1b236c287477fad700d5343b2a8a2'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:44.789371 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Made reservation on behalf of e5e1b236c287477fad700d5343b2a8a2 for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:44.794527 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:44.812036 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:44.845506 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41dafa-67fd-43ed-b249-e95080ab03e7 req-8cd703ef-4cd7-47f9-a87f-05914913057f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:44.848594 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0a41dafa-67fd-43ed-b249-e95080ab03e7 req-8cd703ef-4cd7-47f9-a87f-05914913057f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0834513 Aug 26 09:01:44.936177 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-0a41dafa-67fd-43ed-b249-e95080ab03e7 req-69014407-9cff-464f-b472-2ce1c93b135a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763485 Aug 26 09:01:44.971645 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks [] for security_group (bf1df690-c6d8-4d34-897e-876815ff6b90), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:44.974961 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51672) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:44.984046 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (bf1df690-c6d8-4d34-897e-876815ff6b90), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.014872 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 09:01:45.026809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1df690-c6d8-4d34-897e-876815ff6b90,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:45.032532 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (fab761dc-bd52-440e-9f4f-898f39212430), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.033187 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Added segment fab761dc-bd52-440e-9f4f-898f39212430 of type vlan for network c5d14ac7-bddd-4d51-b113-73d129e522a1 Aug 26 09:01:45.081972 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (c5d14ac7-bddd-4d51-b113-73d129e522a1), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.113690 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (c5d14ac7-bddd-4d51-b113-73d129e522a1), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.115899 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:45.117295 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.217846 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6039054 Aug 26 09:01:45.221264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51676) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:45.226860 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Request body: {'subnet': {'network_id': 'c5d14ac7-bddd-4d51-b113-73d129e522a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-134224880-subnet', 'tenant_id': 'e5e1b236c287477fad700d5343b2a8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:45.231100 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04d173-f959-41a9-b172-7b8849a3aaa6 tempest-TestVolumeBootPattern-866209097 tempest-TestVolumeBootPattern-866209097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:45.232739 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-ab04d173-f959-41a9-b172-7b8849a3aaa6 tempest-TestVolumeBootPattern-866209097 tempest-TestVolumeBootPattern-866209097-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1124 time: 0.2561431 Aug 26 09:01:45.233675 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc418c37-0c58-46df-b6e2-c59d9c3c921f admin admin] Pushing event updated for resources: {'Network': ['ID=c5d14ac7-bddd-4d51-b113-73d129e522a1,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:45.238217 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51678) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:45.242505 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'port_id': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:45.255537 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network c5d14ac7-bddd-4d51-b113-73d129e522a1 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 09:01:45.272064 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.275506 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Made reservation on behalf of e5e1b236c287477fad700d5343b2a8a2 for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:45.277941 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.381857 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.516154 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Allocated IP 172.27.3.68 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/ef58d536-6148-46d3-af8c-6c73f858cdf0) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:01:45.519173 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:45.524901 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:45.531715 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (f81e568c-e54c-4e0c-bf36-66b55c0e6750), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.599377 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81e568c-e54c-4e0c-bf36-66b55c0e6750,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:45.612596 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Checking segment: {'id': 'fab761dc-bd52-440e-9f4f-898f39212430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5d14ac7-bddd-4d51-b113-73d129e522a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:01:45.613064 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Network hostable DHCP agents. Network: c5d14ac7-bddd-4d51-b113-73d129e522a1, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 09:01:45.637451 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Network c5d14ac7-bddd-4d51-b113-73d129e522a1 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 09:01:45.650336 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c7601fb1-db53-41db-a8ae-fa9816a0e51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.654471 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, c5d14ac7-bddd-4d51-b113-73d129e522a1) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:01:45.660069 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.660710 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:45.660910 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.661635 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:45.665950 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe00a7d-58b7-4600-9470-08a422d8a30b None None] Network c5d14ac7-bddd-4d51-b113-73d129e522a1 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:45.687113 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-cb12518a-13d3-48a5-9dbe-71485c006c2b admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4640505 Aug 26 09:01:45.728113 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:45.778728 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:01:45.785548 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:01:45.792005 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:01:45.822315 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92217a0-480d-4f71-bd90-80a95bff94db None None] Network c5d14ac7-bddd-4d51-b113-73d129e522a1 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:45.832134 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=ef58d536-6148-46d3-af8c-6c73f858cdf0,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:45.894260 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:46.295642 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (9b8b0800-7db7-4f68-a5be-b618c15216d2), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.391338 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51698) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:46.396991 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964007282-network', 'tenant_id': 'f6ae9a28746242afa489fc8650c2c632'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:46.417120 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.449085 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Made reservation on behalf of f6ae9a28746242afa489fc8650c2c632 for: {'network': 1} {{(pid=117972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:46.451506 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for network (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.469210 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.533952 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:46.633492 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:46.662566 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks [] for security_group (6ab5e1a5-2d33-4540-b3b2-54398b911839), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.665131 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.667897 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (6ab5e1a5-2d33-4540-b3b2-54398b911839), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.675475 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.748308 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=117972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 09:01:46.770220 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5e1a5-2d33-4540-b3b2-54398b911839,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:46.791451 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (2b187195-310b-42a0-9278-da9608194890), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.791846 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.segments_db [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Added segment 2b187195-310b-42a0-9278-da9608194890 of type vlan for network d30f932c-c331-4145-9c25-87a691c57227 Aug 26 09:01:46.802552 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=ef58d536-6148-46d3-af8c-6c73f858cdf0,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:46.829737 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (9b8b0800-7db7-4f68-a5be-b618c15216d2), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.882817 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752614812016'] for network (d30f932c-c331-4145-9c25-87a691c57227), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.954136 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914'] for network (d30f932c-c331-4145-9c25-87a691c57227), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:46.955172 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:46.955832 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:47.005709 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Floating IP 9b8b0800-7db7-4f68-a5be-b618c15216d2 associated. External IP: 172.27.3.68, port: 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea. Aug 26 09:01:47.058425 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6659455 Aug 26 09:01:47.062297 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51700) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:47.068644 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Request body: {'subnet': {'network_id': 'd30f932c-c331-4145-9c25-87a691c57227', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1964007282-subnet', 'tenant_id': 'f6ae9a28746242afa489fc8650c2c632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:01:47.074727 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b468dc-a23b-4022-84bb-b1dadb2fb88d admin admin] Pushing event updated for resources: {'Network': ['ID=d30f932c-c331-4145-9c25-87a691c57227,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:47.088789 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Network d30f932c-c331-4145-9c25-87a691c57227 details requested by agent ovs-agent-dv-cinder-852364-5-iscsi with host dv-cinder-852364-5-iscsi {{(pid=117973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 09:01:47.104030 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Made reservation on behalf of f6ae9a28746242afa489fc8650c2c632 for: {'subnet': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:01:47.107149 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13597422'] for subnet (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:47.210873 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:47.279375 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:01:47.325892 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13330188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13597404'] for subnet (77a9362e-dcd0-4b74-aa1d-386b20b7da91), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:47.389745 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:47.393836 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a9362e-dcd0-4b74-aa1d-386b20b7da91,revision_number=0']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:47.403316 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Checking segment: {'id': '2b187195-310b-42a0-9278-da9608194890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd30f932c-c331-4145-9c25-87a691c57227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:01:47.403736 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Network hostable DHCP agents. Network: d30f932c-c331-4145-9c25-87a691c57227, hostable agents: ['9ed39212-6422-44be-a333-65e25ec4f110'], hosted agents: [] {{(pid=117971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 09:01:47.425531 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:01:47.425820 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Network d30f932c-c331-4145-9c25-87a691c57227 is scheduled to be hosted by DHCP agent 9ed39212-6422-44be-a333-65e25ec4f110 with binding_index 1 {{(pid=117971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 09:01:47.442613 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:01:47.443563 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-5-iscsi, d30f932c-c331-4145-9c25-87a691c57227) {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:01:47.451961 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:47.452234 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:47.453008 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:47.454580 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1737e15-98c5-4d7a-8d86-74e3adb25319 None None] Network d30f932c-c331-4145-9c25-87a691c57227 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:47.485595 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-81133a8e-9517-42e2-9f24-33fe44d8aad9 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4141264 Aug 26 09:01:47.489559 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:47.489892 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:01:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:47.495484 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:47.509416 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-131f6bb8-a25b-48df-aa18-013e0e2d1e0b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2706356 Aug 26 09:01:47.510355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:01:47.513181 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799" -d '{"events": [{"name": "network-changed", "server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:01:47.586046 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8eb289-dda0-4ee0-8b4e-0a99644c9487 x-openstack-request-id: req-2c8eb289-dda0-4ee0-8b4e-0a99644c9487 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:01:47.586439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:01:47.586777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c8eb289-dda0-4ee0-8b4e-0a99644c9487 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:01:47.587381 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8eb289-dda0-4ee0-8b4e-0a99644c9487'] response: {'name': 'network-changed', 'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'status': 'completed', 'code': 200} Aug 26 09:01:47.683661 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:47.699740 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94468293-0ce4-4643-a396-3dfe3d513723 None None] Network d30f932c-c331-4145-9c25-87a691c57227 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:01:47.717885 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-0df7aa52-ba93-4a14-8cc7-756f4a5e2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:47.721369 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-0df7aa52-ba93-4a14-8cc7-756f4a5e2651 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1129 time: 0.0977812 Aug 26 09:01:47.744780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51714) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:47.880436 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Deleting subnet f81e568c-e54c-4e0c-bf36-66b55c0e6750 {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:01:47.900981 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Publish callbacks [] for subnet (f81e568c-e54c-4e0c-bf36-66b55c0e6750), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:47.901865 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:47.927499 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-118eb96f-d9c0-4b84-b254-0d2f8f5e4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:47.930022 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-118eb96f-d9c0-4b84-b254-0d2f8f5e4a56 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.2001295 Aug 26 09:01:47.968101 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (f81e568c-e54c-4e0c-bf36-66b55c0e6750), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.037266 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-9677ee63-e474-4419-b37c-ab3d4144c8c2 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 200 len: 998 time: 0.0824010 Aug 26 09:01:48.058528 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (f81e568c-e54c-4e0c-bf36-66b55c0e6750), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.141356 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '9b8b0800-7db7-4f68-a5be-b618c15216d2', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:b2:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de326118-88c5-4143-ba33-ec222ab9a374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:01:46Z', 'updated_at': '2022-08-26T09:01:46Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:48.148922 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (f81e568c-e54c-4e0c-bf36-66b55c0e6750), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.172461 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:01:48.184612 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:01:48.185330 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:01:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:48.194862 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.202765 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/f81e568c-e54c-4e0c-bf36-66b55c0e6750 HTTP/1.1" status: 204 len: 168 time: 0.4556367 Aug 26 09:01:48.203994 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51718) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:48.204829 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf95a0d-ee7c-4ffa-bb2b-c2479a7b8791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81e568c-e54c-4e0c-bf36-66b55c0e6750,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:48.306785 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (c5d14ac7-bddd-4d51-b113-73d129e522a1), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.314118 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-c32a84e0-7418-44ab-b835-884ed93d3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.352630 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:01:48.426936 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (c5d14ac7-bddd-4d51-b113-73d129e522a1), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.439321 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:48.474789 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d14ac7-bddd-4d51-b113-73d129e522a1']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:48.491133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab761dc-bd52-440e-9f4f-898f39212430') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:48.491979 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab761dc-bd52-440e-9f4f-898f39212430') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:48.510519 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (fab761dc-bd52-440e-9f4f-898f39212430), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.518677 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-b104b8d6-0442-49bf-9792-93d1f50accac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:48.520587 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-b104b8d6-0442-49bf-9792-93d1f50accac service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.4760604 Aug 26 09:01:48.528925 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (fab761dc-bd52-440e-9f4f-898f39212430), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.537737 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:01:48.540567 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (fab761dc-bd52-440e-9f4f-898f39212430), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.575207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-8acddcb1-6600-4c3b-a3d2-44a1d955cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:01:48.577370 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-8acddcb1-6600-4c3b-a3d2-44a1d955cc85 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499988 Aug 26 09:01:48.621708 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:48.630544 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment fab761dc-bd52-440e-9f4f-898f39212430 resource provider aggregate not found Aug 26 09:01:48.659198 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment fab761dc-bd52-440e-9f4f-898f39212430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fab761dc-bd52-440e-9f4f-898f39212430 found for delete ", "request_id": "req-1e394910-2f31-4932-8e93-ec89e5940ad5"}]} Aug 26 09:01:48.666856 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (c5d14ac7-bddd-4d51-b113-73d129e522a1), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.686604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.693257 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/c5d14ac7-bddd-4d51-b113-73d129e522a1 HTTP/1.1" status: 204 len: 168 time: 0.4857771 Aug 26 09:01:48.699904 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '9b8b0800-7db7-4f68-a5be-b618c15216d2', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:b2:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de326118-88c5-4143-ba33-ec222ab9a374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:01:46Z', 'updated_at': '2022-08-26T09:01:46Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:48.700369 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51728) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:48.709178 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaa4b7-cbe4-408e-b12f-7ebb9c0ad048 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d14ac7-bddd-4d51-b113-73d129e522a1,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:48.719136 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-7dd26db4-02b6-4bb4-8923-3f8e16e72599 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324880 Aug 26 09:01:48.740910 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ee925-0a2f-4a4f-a7c9-cbfe1f21d725 None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '9b8b0800-7db7-4f68-a5be-b618c15216d2', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:b2:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de326118-88c5-4143-ba33-ec222ab9a374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:01:46Z', 'updated_at': '2022-08-26T09:01:46Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:01:48.830459 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Deleting subnet 77a9362e-dcd0-4b74-aa1d-386b20b7da91 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:01:48.837019 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Publish callbacks [] for subnet (77a9362e-dcd0-4b74-aa1d-386b20b7da91), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.902570 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12952500'] for subnet (77a9362e-dcd0-4b74-aa1d-386b20b7da91), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.932307 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e4fb22b3-47ac-40e2-b6eb-c58a54b1c799 req-f6ffdc3e-2c28-4180-90b9-18e74fd6756b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846249 Aug 26 09:01:48.961472 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (77a9362e-dcd0-4b74-aa1d-386b20b7da91), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:48.986135 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806cdb6-84d9-4c50-b51d-f48c3f4ef1f1 None None] New status for floating IP 9b8b0800-7db7-4f68-a5be-b618c15216d2: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:01:49.039692 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13631471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065059698'] for subnet (77a9362e-dcd0-4b74-aa1d-386b20b7da91), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.068561 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a9362e-dcd0-4b74-aa1d-386b20b7da91,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:49.072524 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.075827 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-dd1a5e10-149b-49ef-a27f-dbf7ecfe9b13 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/77a9362e-dcd0-4b74-aa1d-386b20b7da91 HTTP/1.1" status: 204 len: 168 time: 0.3741398 Aug 26 09:01:49.078794 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 51734) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:49.152780 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (d30f932c-c331-4145-9c25-87a691c57227), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.154475 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:49.246540 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (d30f932c-c331-4145-9c25-87a691c57227), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.268966 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30f932c-c331-4145-9c25-87a691c57227']}} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:49.278909 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b187195-310b-42a0-9278-da9608194890') {'for_net_delete': True} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:49.279206 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.services.segments.db [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b187195-310b-42a0-9278-da9608194890') {} {{(pid=117971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:01:49.289340 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13416564'] for segment (2b187195-310b-42a0-9278-da9608194890), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.304565 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (2b187195-310b-42a0-9278-da9608194890), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.313370 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=117971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:01:49.313821 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13329299'] for segment (2b187195-310b-42a0-9278-da9608194890), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.378579 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (d30f932c-c331-4145-9c25-87a691c57227), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.384897 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.387978 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/d30f932c-c331-4145-9c25-87a691c57227 HTTP/1.1" status: 204 len: 168 time: 0.3080091 Aug 26 09:01:49.402982 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1cd22-7907-42ed-9366-d62f3f083290 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30f932c-c331-4145-9c25-87a691c57227,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:49.596000 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51738) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:49.649862 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-fc8e6f9e-53df-42a5-8f5b-3d7a508744ba admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e5e1b236c287477fad700d5343b2a8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524819 Aug 26 09:01:49.653355 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51740) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:49.696548 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:49.710777 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b4f623a3-e10a-48e4-824c-966fec97d036 admin admin] Publish callbacks [] for security_group (bf1df690-c6d8-4d34-897e-876815ff6b90), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.732055 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b4f623a3-e10a-48e4-824c-966fec97d036 admin admin] Publish callbacks [] for security_group (bf1df690-c6d8-4d34-897e-876815ff6b90), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.786924 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b4f623a3-e10a-48e4-824c-966fec97d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (bf1df690-c6d8-4d34-897e-876815ff6b90), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.790041 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-b4f623a3-e10a-48e4-824c-966fec97d036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:49.791329 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-b4f623a3-e10a-48e4-824c-966fec97d036 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/bf1df690-c6d8-4d34-897e-876815ff6b90 HTTP/1.1" status: 204 len: 168 time: 0.1366265 Aug 26 09:01:49.800602 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f623a3-e10a-48e4-824c-966fec97d036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1df690-c6d8-4d34-897e-876815ff6b90,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:49.957188 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:50.183575 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51750) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:50.227629 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1d87e67c-27d1-45b8-9cbd-fbb630692da3 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f6ae9a28746242afa489fc8650c2c632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426850 Aug 26 09:01:50.230122 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 51752) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:01:50.285079 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1d62243d-4fdf-4e54-8da4-5bf81b567762 admin admin] Publish callbacks [] for security_group (6ab5e1a5-2d33-4540-b3b2-54398b911839), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:50.307382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1d62243d-4fdf-4e54-8da4-5bf81b567762 admin admin] Publish callbacks [] for security_group (6ab5e1a5-2d33-4540-b3b2-54398b911839), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:50.382007 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1d62243d-4fdf-4e54-8da4-5bf81b567762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (6ab5e1a5-2d33-4540-b3b2-54398b911839), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:50.385315 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1d62243d-4fdf-4e54-8da4-5bf81b567762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:50.390221 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1d62243d-4fdf-4e54-8da4-5bf81b567762 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/6ab5e1a5-2d33-4540-b3b2-54398b911839 HTTP/1.1" status: 204 len: 168 time: 0.1556988 Aug 26 09:01:50.391130 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:50.402519 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62243d-4fdf-4e54-8da4-5bf81b567762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5e1a5-2d33-4540-b3b2-54398b911839,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:01:50.682554 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 2b187195-310b-42a0-9278-da9608194890 resource provider aggregate not found Aug 26 09:01:50.701074 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.services.segments.plugin [-] Segment 2b187195-310b-42a0-9278-da9608194890 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b187195-310b-42a0-9278-da9608194890 found for delete ", "request_id": "req-08abcbf2-b2b6-4817-9119-a92169243201"}]} Aug 26 09:01:51.284516 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:52.305575 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:01:58.695505 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:58.705425 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=5 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:59.389129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:01:59.390102 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:00.390379 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:01.855882 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:07.687349 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:02:11.847951 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:11.850297 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:15.637790 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ce0-6404-40d3-af40-313e34c21c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:16.952445 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52120) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:17.088994 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.191250 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Publish callbacks [] for security_group (574bbb30-d064-4ade-a285-5c8ade0f9a14), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.197588 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (574bbb30-d064-4ade-a285-5c8ade0f9a14), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.244586 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=683f469c5bf74200b35f846c4ad64d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882214 Aug 26 09:02:17.244586 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574bbb30-d064-4ade-a285-5c8ade0f9a14,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:17.245056 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52130) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:17.251956 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.252420 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.252671 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.253002 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.253427 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.253697 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.254028 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.254413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.254765 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.255119 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.255455 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.255782 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.256695 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.256695 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.256695 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0060b-3166-4d0d-a64b-6be70de9ef40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.309241 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Publish callbacks [] for security_group (574bbb30-d064-4ade-a285-5c8ade0f9a14), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.346129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Publish callbacks [] for security_group (574bbb30-d064-4ade-a285-5c8ade0f9a14), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.413945 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (574bbb30-d064-4ade-a285-5c8ade0f9a14), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.419406 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:17.420907 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/574bbb30-d064-4ade-a285-5c8ade0f9a14 HTTP/1.1" status: 204 len: 168 time: 0.1743469 Aug 26 09:02:17.430500 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574bbb30-d064-4ade-a285-5c8ade0f9a14,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:17.439650 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.440203 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.440539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.440912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.441253 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.441586 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.441912 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.442234 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.442568 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.442958 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.443373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.443794 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.444160 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.444569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.444839 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b4eea-0051-445d-9a7b-fdf2c3af6553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:17.688660 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:18.325796 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a62cdb4f-8824-4e90-969e-696e8db4b480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:19.907234 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e656ed-16e0-4b7f-98fb-cff7b9ddde17 req-ad4ab9f0-7d02-4368-87e5-ebc8eb607139 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:19.909598 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-25e656ed-16e0-4b7f-98fb-cff7b9ddde17 req-ad4ab9f0-7d02-4368-87e5-ebc8eb607139 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0605156 Aug 26 09:02:19.969564 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:19.994500 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-25e656ed-16e0-4b7f-98fb-cff7b9ddde17 req-6b6c11a2-7ec9-42f2-8442-1d5fa54cc612 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Aug 26 09:02:21.138413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d3fd-662b-4999-9cc9-939f56ec433d req-a4515431-b732-4a53-ac29-8167dc5e7327 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:21.141117 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8070d3fd-662b-4999-9cc9-939f56ec433d req-a4515431-b732-4a53-ac29-8167dc5e7327 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Aug 26 09:02:21.210213 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-8070d3fd-662b-4999-9cc9-939f56ec433d req-94253205-ebd3-417d-8936-065bb40102f4 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613039 Aug 26 09:02:21.287180 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:21.988103 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84034370-7995-4965-903d-2620de819e20 req-44974045-ad35-4335-a28d-dc749cd850c3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:21.989863 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-84034370-7995-4965-903d-2620de819e20 req-44974045-ad35-4335-a28d-dc749cd850c3 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0712819 Aug 26 09:02:22.108055 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Deleting port 6b259d13-3e81-43ea-89d3-6f544e3628b0 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:02:22.108422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:22.228644 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] For port 6b259d13-3e81-43ea-89d3-6f544e3628b0, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6b259d13-3e81-43ea-89d3-6f544e3628b0,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:02:22.229421 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:22.247406 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Calling delete_port for 6b259d13-3e81-43ea-89d3-6f544e3628b0 owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:02:22.351227 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:22.389255 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5870f2-235a-48d3-9adf-9aad6cd88d27 req-f2a6d74c-a02c-4637-908a-9fc37dab1140 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:22.390971 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-de5870f2-235a-48d3-9adf-9aad6cd88d27 req-f2a6d74c-a02c-4637-908a-9fc37dab1140 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3e87910c-37ab-43c9-b76d-957282257a15 HTTP/1.1" status: 200 len: 945 time: 0.0683017 Aug 26 09:02:22.444790 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (6b259d13-3e81-43ea-89d3-6f544e3628b0), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:22.467739 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-de5870f2-235a-48d3-9adf-9aad6cd88d27 req-c2ef9154-ace9-4eb2-837b-5ed177e0070f tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672462 Aug 26 09:02:22.483962 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Pushing event deleted for resources: {'Port': ['ID=6b259d13-3e81-43ea-89d3-6f544e3628b0,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:22.543987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] No DVR routers for this DVR port 6b259d13-3e81-43ea-89d3-6f544e3628b0 on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:02:22.547864 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:22.551649 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-84034370-7995-4965-903d-2620de819e20 req-bf7418de-75df-4060-99bd-659f345c7243 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "DELETE /networking/v2.0/ports/6b259d13-3e81-43ea-89d3-6f544e3628b0 HTTP/1.1" status: 204 len: 173 time: 0.5555301 Aug 26 09:02:22.553740 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e87910c-37ab-43c9-b76d-957282257a15', 'name': 'network-vif-deleted', 'tag': '6b259d13-3e81-43ea-89d3-6f544e3628b0'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:02:22.556537 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cfccfc-0bfb-4b9c-a3f3-529cc5f47f41" -d '{"events": [{"server_uuid": "3e87910c-37ab-43c9-b76d-957282257a15", "name": "network-vif-deleted", "tag": "6b259d13-3e81-43ea-89d3-6f544e3628b0"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:02:22.620100 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ca6ff5-8516-4aa7-9c48-af2532891157 x-openstack-request-id: req-97ca6ff5-8516-4aa7-9c48-af2532891157 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:02:22.620629 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e87910c-37ab-43c9-b76d-957282257a15", "name": "network-vif-deleted", "tag": "6b259d13-3e81-43ea-89d3-6f544e3628b0", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:02:22.621043 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97ca6ff5-8516-4aa7-9c48-af2532891157 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:02:22.623626 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ca6ff5-8516-4aa7-9c48-af2532891157'] response: {'server_uuid': '3e87910c-37ab-43c9-b76d-957282257a15', 'name': 'network-vif-deleted', 'tag': '6b259d13-3e81-43ea-89d3-6f544e3628b0', 'status': 'completed', 'code': 200} Aug 26 09:02:25.798959 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 6b259d13-3e81-43ea-89d3-6f544e3628b0 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:02:25.820827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 6b259d13-3e81-43ea-89d3-6f544e3628b0 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:02:25.821134 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 6b259d13-3e81-43ea-89d3-6f544e3628b0 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:02:28.760580 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:28.773669 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:31.856675 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:32.449449 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:32.460784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:32.462375 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=67,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:32.525382 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=79,neutron:INSERT=5,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:38.094378 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-2d6be4f8-fca4-4f8d-920d-3620882884f7 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:38.096050 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-2d6be4f8-fca4-4f8d-920d-3620882884f7 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 814 time: 0.1263299 Aug 26 09:02:38.117808 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-6d43a892-45b2-46b7-9948-8f59a7ac250e tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/quotas/eed42d5a00d44ae3af1d74159e20c616 HTTP/1.1" status: 200 len: 375 time: 0.0155067 Aug 26 09:02:38.167568 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-5201ecc6-9bdc-438f-9ed4-5a319137a11a tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420020 Aug 26 09:02:38.299622 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-17dee3e4-d5ec-4411-bc4a-3cb02113803b service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 09:02:38.300994 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-17dee3e4-d5ec-4411-bc4a-3cb02113803b service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1266575 Aug 26 09:02:38.423765 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-1ddb965b-71da-4aa0-8a82-30444117ef83 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137483 Aug 26 09:02:38.546125 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-a2b22a57-b75f-4fd8-8ba8-ba5c4047f843 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131294 Aug 26 09:02:38.795619 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-9fb9f725-a075-4bec-9ee2-cf801bd8e9b4 req-dc487a6a-d09b-4a1b-a7e2-ea4aea78744d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 210 time: 0.0598884 Aug 26 09:02:39.220590 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52498) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:39.363273 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3d5fec1-c375-4e09-b418-c6efec1bbc9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.480853 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3d5fec1-c375-4e09-b418-c6efec1bbc9e admin admin] Publish callbacks [] for security_group (ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.487106 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a3d5fec1-c375-4e09-b418-c6efec1bbc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.533201 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-a3d5fec1-c375-4e09-b418-c6efec1bbc9e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=3f752219ef5443a08876f6dad7c024bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113387 Aug 26 09:02:39.534121 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5fec1-c375-4e09-b418-c6efec1bbc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:39.537436 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52504) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:39.615085 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-777a2e23-c721-4260-9ada-57e80a55718a admin admin] Publish callbacks [] for security_group (ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.642614 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-777a2e23-c721-4260-9ada-57e80a55718a admin admin] Publish callbacks [] for security_group (ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.713979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-777a2e23-c721-4260-9ada-57e80a55718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.718640 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-777a2e23-c721-4260-9ada-57e80a55718a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:39.720535 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-777a2e23-c721-4260-9ada-57e80a55718a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033 HTTP/1.1" status: 204 len: 168 time: 0.1815875 Aug 26 09:02:39.733762 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a2e23-c721-4260-9ada-57e80a55718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab35a3ff-ae84-4cdc-8db5-dc4ab3a19033,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:39.934866 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5d5e0498-fae6-43f5-84a7-6bd96cf98d0f req-f3626558-34ba-4126-9e97-9dd858da9120 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 210 time: 0.0309806 Aug 26 09:02:40.121748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52512) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:40.136735 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a05d7775-4ef5-439f-9ba9-352b52751b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.253156 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a05d7775-4ef5-439f-9ba9-352b52751b5e admin admin] Publish callbacks [] for security_group (f6cd5494-7793-4e21-a7a1-676725271bbf), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.260129 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-a05d7775-4ef5-439f-9ba9-352b52751b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f6cd5494-7793-4e21-a7a1-676725271bbf), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.307867 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d7775-4ef5-439f-9ba9-352b52751b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cd5494-7793-4e21-a7a1-676725271bbf,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:40.349505 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-a05d7775-4ef5-439f-9ba9-352b52751b5e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ea1952483be74f8e87880f5e3ce7369d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263522 Aug 26 09:02:40.352686 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52520) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:40.461599 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1ba80723-baee-4184-81eb-922e0dad1e7e admin admin] Publish callbacks [] for security_group (f6cd5494-7793-4e21-a7a1-676725271bbf), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.497762 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1ba80723-baee-4184-81eb-922e0dad1e7e admin admin] Publish callbacks [] for security_group (f6cd5494-7793-4e21-a7a1-676725271bbf), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.576967 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4160c17e-598d-4091-be20-293aa3445383 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:40.580507 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4160c17e-598d-4091-be20-293aa3445383 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 814 time: 0.2135479 Aug 26 09:02:40.596813 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Request body: {'port': {'device_id': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9', 'admin_state_up': True, 'tenant_id': 'eed42d5a00d44ae3af1d74159e20c616'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:02:40.620818 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1ba80723-baee-4184-81eb-922e0dad1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f6cd5494-7793-4e21-a7a1-676725271bbf), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.630698 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-1ba80723-baee-4184-81eb-922e0dad1e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:40.634548 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-1ba80723-baee-4184-81eb-922e0dad1e7e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f6cd5494-7793-4e21-a7a1-676725271bbf HTTP/1.1" status: 204 len: 168 time: 0.2781336 Aug 26 09:02:40.656408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba80723-baee-4184-81eb-922e0dad1e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cd5494-7793-4e21-a7a1-676725271bbf,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:40.773379 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-fd0235a8-bc83-479c-931a-1d5a7bc8da3a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5274041 Aug 26 09:02:40.856795 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Made reservation on behalf of eed42d5a00d44ae3af1d74159e20c616 for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:02:40.863854 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.016967 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-479a2c3a-2b5a-496c-83b8-ba3a1d6342cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:41.018763 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-479a2c3a-2b5a-496c-83b8-ba3a1d6342cf service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1129 time: 0.0626769 Aug 26 09:02:41.112286 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a3483ab7-4080-4461-9103-9c65e3f51853 req-efd0eaba-ea01-4b42-bb40-04bcbfaa26af tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 210 time: 0.0514011 Aug 26 09:02:41.137860 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Allocated IP 172.20.0.8 (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9/f48077c1-8f3d-42bd-abad-352ed3e0d447/1e4c5c3e-ae99-41ce-a086-be5672b47132) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:02:41.148901 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:41.206461 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-c60df2b9-08e5-47c9-bd0f-c90280b96ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:41.208974 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-c60df2b9-08e5-47c9-bd0f-c90280b96ea5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1511033 Aug 26 09:02:41.300515 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-e5758f09-dd30-4e2b-88ea-417b31583653 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 200 len: 1000 time: 0.0752332 Aug 26 09:02:41.306782 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:41.375788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-cb0d9273-b565-4045-8304-e5d2cd5ed191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:41.378167 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-cb0d9273-b565-4045-8304-e5d2cd5ed191 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0693610 Aug 26 09:02:41.378916 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52544) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:41.381722 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks [] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.420205 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-445f7d93-c4ee-4c16-8082-3ed46308bff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.437901 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.439376 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:41.447893 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:41.468260 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-1226e02d-0108-4d29-9e07-4e9d32ba3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:41.469862 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-1226e02d-0108-4d29-9e07-4e9d32ba3bcf service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788002 Aug 26 09:02:41.493984 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-8ab2d326-ccef-47d1-8381-e2865064b49e service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 09:02:41.495371 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-8ab2d326-ccef-47d1-8381-e2865064b49e service neutron] 10.222.0.115 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077105 Aug 26 09:02:41.521416 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:02:41.525549 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:02:41.530100 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:02:41.560953 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Pushing event updated for resources: {'Port': ['ID=1e4c5c3e-ae99-41ce-a086-be5672b47132,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:41.607821 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:41.608466 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.633785 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-445f7d93-c4ee-4c16-8082-3ed46308bff0 admin admin] Publish callbacks [] for security_group (cbd4b355-b9d6-4aa7-860b-47d6fb2056b6), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.635461 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4538119e-7c04-4f1d-a540-8cb62a3cd676 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465918 Aug 26 09:02:41.645227 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-445f7d93-c4ee-4c16-8082-3ed46308bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (cbd4b355-b9d6-4aa7-860b-47d6fb2056b6), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.652523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Request body: {'port': {'device_id': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:02:41.713348 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-f4846128-3a7b-4185-942a-135484513c4b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995976 Aug 26 09:02:41.719261 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-445f7d93-c4ee-4c16-8082-3ed46308bff0 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=68fcb05620e04880872c60a67d230ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389285 Aug 26 09:02:41.723167 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52546) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:41.731513 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.738543 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f7d93-c4ee-4c16-8082-3ed46308bff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd4b355-b9d6-4aa7-860b-47d6fb2056b6,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:41.886244 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-77aeaf86-daea-49a1-b4a3-5f7079faeafa admin admin] Publish callbacks [] for security_group (cbd4b355-b9d6-4aa7-860b-47d6fb2056b6), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.889999 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-691cb726-6e67-4841-8673-f0d906bd6bf2 req-a9493d80-345d-4c78-96cf-64b27d0b45d0 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679983 Aug 26 09:02:41.915275 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-77aeaf86-daea-49a1-b4a3-5f7079faeafa admin admin] Publish callbacks [] for security_group (cbd4b355-b9d6-4aa7-860b-47d6fb2056b6), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.993638 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-77aeaf86-daea-49a1-b4a3-5f7079faeafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (cbd4b355-b9d6-4aa7-860b-47d6fb2056b6), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:41.997761 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-77aeaf86-daea-49a1-b4a3-5f7079faeafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:42.001143 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-77aeaf86-daea-49a1-b4a3-5f7079faeafa admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/cbd4b355-b9d6-4aa7-860b-47d6fb2056b6 HTTP/1.1" status: 204 len: 168 time: 0.2682054 Aug 26 09:02:42.014977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeaf86-daea-49a1-b4a3-5f7079faeafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd4b355-b9d6-4aa7-860b-47d6fb2056b6,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:42.040857 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:42.041920 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:42.108161 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4c5c3e-ae99-41ce-a086-be5672b47132 {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:02:42.119072 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Publish callbacks [] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:42.141928 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Transition to ACTIVE for port object 1e4c5c3e-ae99-41ce-a086-be5672b47132 will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 09:02:42.156084 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:42.217133 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e4c5c3e-ae99-41ce-a086-be5672b47132,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:42.317690 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Attempting to bind port 1e4c5c3e-ae99-41ce-a086-be5672b47132 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:02:42.318151 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Attempting to bind port 1e4c5c3e-ae99-41ce-a086-be5672b47132 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:02:42.318582 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Attempting to bind port 1e4c5c3e-ae99-41ce-a086-be5672b47132 on network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:02:42.325445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Port 1e4c5c3e-ae99-41ce-a086-be5672b47132 on network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 09:02:42.326113 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Attempting to bind port 1e4c5c3e-ae99-41ce-a086-be5672b47132 on network 0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:02:42.348843 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:02:42.353925 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Checking segment: {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:02:42.354771 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Bound using segment: {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:02:42.355132 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Bound port: 1e4c5c3e-ae99-41ce-a086-be5672b47132, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662af49c-2425-49e4-b9fc-17b530c78fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:02:42.357730 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:42.359316 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a43313-8722-4e59-a346-488ee3063164 req-61d35055-7a16-471a-9746-54d58acbe401 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:42.364848 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7a43313-8722-4e59-a346-488ee3063164 req-61d35055-7a16-471a-9746-54d58acbe401 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 943 time: 0.1631212 Aug 26 09:02:42.436892 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d7a43313-8722-4e59-a346-488ee3063164 req-bc6e1df2-6805-4e9f-92c3-1a6472b22c5d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600932 Aug 26 09:02:42.466009 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:42.495127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:42.518373 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] For port 1e4c5c3e-ae99-41ce-a086-be5672b47132, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:02:42.525628 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] For port 1e4c5c3e-ae99-41ce-a086-be5672b47132, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:02:42.537391 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:42.602608 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:42.603279 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:42.604751 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/1e4c5c3e-ae99-41ce-a086-be5672b47132 HTTP/1.1" status: 200 len: 1093 time: 0.9595730 Aug 26 09:02:42.605329 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'tag': '1e4c5c3e-ae99-41ce-a086-be5672b47132'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:02:42.607875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd1059-9481-46d9-b64e-9eb1a465206e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb5cd8-08de-4851-9562-7f2aac0a6480", "tag": "1e4c5c3e-ae99-41ce-a086-be5672b47132"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:02:42.616946 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c0e73-c5d4-4bf7-92ae-3e31ee7035ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e4c5c3e-ae99-41ce-a086-be5672b47132,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:42.905408 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ec17fe-6f24-480b-88f7-eab29d2afb8c x-openstack-request-id: req-24ec17fe-6f24-480b-88f7-eab29d2afb8c {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:02:42.905643 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb5cd8-08de-4851-9562-7f2aac0a6480", "tag": "1e4c5c3e-ae99-41ce-a086-be5672b47132", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:02:42.905870 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-24ec17fe-6f24-480b-88f7-eab29d2afb8c {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:02:42.906320 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ec17fe-6f24-480b-88f7-eab29d2afb8c'] response: {'name': 'network-changed', 'server_uuid': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'tag': '1e4c5c3e-ae99-41ce-a086-be5672b47132', 'status': 'completed', 'code': 200} Aug 26 09:02:42.974679 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-16f721bd-5c6a-4ea9-8665-f41d1624d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:42.976307 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-16f721bd-5c6a-4ea9-8665-f41d1624d354 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 1127 time: 0.0454161 Aug 26 09:02:43.023791 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-4203671c-d979-4ea4-bc27-2d2e11c07c89 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132 HTTP/1.1" status: 200 len: 217 time: 0.0363863 Aug 26 09:02:43.096721 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-800c71ad-92b3-411b-b5a8-7203dfdc0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:43.098233 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-800c71ad-92b3-411b-b5a8-7203dfdc0506 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f48077c1-8f3d-42bd-abad-352ed3e0d447 HTTP/1.1" status: 200 len: 854 time: 0.0608768 Aug 26 09:02:43.133511 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-683a57f7-0fee-40f2-9813-09efb73310ff service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283835 Aug 26 09:02:43.268170 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-269c0a93-8995-42b9-a869-beff3b7cf376 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198583 Aug 26 09:02:43.404835 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ba8a732b-7a6b-4762-b633-f07227899bc5 req-284aa7c5-f8fe-4ca0-b4ec-e637d6a920af service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272840 Aug 26 09:02:43.584582 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87ae2f-47d9-4dc5-80e9-08a68c8f2ed6 req-a2b9291b-9551-447b-aaee-4fc500c8ab7e tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:43.586148 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bd87ae2f-47d9-4dc5-80e9-08a68c8f2ed6 req-a2b9291b-9551-447b-aaee-4fc500c8ab7e tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 943 time: 0.0613556 Aug 26 09:02:43.632680 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:43.633904 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:43.646848 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-bd87ae2f-47d9-4dc5-80e9-08a68c8f2ed6 req-d0aedde4-93c4-444b-836e-eebab48f36ae tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 Aug 26 09:02:44.690834 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:02:44.784096 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6f82-4a6b-4fec-bb1d-c6f07a0ac451 req-f702b40c-3e91-4b17-af62-e566f6620cbc tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:44.785924 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-792a6f82-4a6b-4fec-bb1d-c6f07a0ac451 req-f702b40c-3e91-4b17-af62-e566f6620cbc tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 943 time: 0.0530882 Aug 26 09:02:44.839293 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-792a6f82-4a6b-4fec-bb1d-c6f07a0ac451 req-d338fe8b-d20a-4cfe-9cab-932d7e08e346 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Aug 26 09:02:45.646421 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-fb53a1e7-d550-4057-94cb-e4d1cd6b455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:45.970651 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a010379-fddb-41ee-a9a9-091428378628 req-71b70b6a-404a-4efb-90fa-bcf301af94a0 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:45.972292 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a010379-fddb-41ee-a9a9-091428378628 req-71b70b6a-404a-4efb-90fa-bcf301af94a0 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 943 time: 0.0558300 Aug 26 09:02:46.027179 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-2a010379-fddb-41ee-a9a9-091428378628 req-7cb76cb1-e18f-474b-988b-611ffbbdd1df tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Aug 26 09:02:47.167998 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcc5ee-56af-4b02-81b9-15b1f7780cc8 req-53931221-e8fd-4351-a998-9ff30fe728a1 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:47.169650 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-02fcc5ee-56af-4b02-81b9-15b1f7780cc8 req-53931221-e8fd-4351-a998-9ff30fe728a1 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 943 time: 0.0638735 Aug 26 09:02:47.226233 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-02fcc5ee-56af-4b02-81b9-15b1f7780cc8 req-3bcbd354-35f4-44c2-b49f-5b0ae3618aa5 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Aug 26 09:02:47.864926 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 1e4c5c3e-ae99-41ce-a086-be5672b47132 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 09:02:47.978704 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 1e4c5c3e-ae99-41ce-a086-be5672b47132, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:02:47.992923 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '1e4c5c3e-ae99-41ce-a086-be5672b47132', 'network_id': '0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9', 'port_id': '1e4c5c3e-ae99-41ce-a086-be5672b47132', 'mac_address': 'fa:16:3e:a1:f2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48077c1-8f3d-42bd-abad-352ed3e0d447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 09:02:48.037455 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 1e4c5c3e-ae99-41ce-a086-be5672b47132 is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:02:48.037849 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:48.054268 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4c5c3e-ae99-41ce-a086-be5672b47132 {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:02:48.086761 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 1e4c5c3e-ae99-41ce-a086-be5672b47132, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:02:48.092740 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:48.158911 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=1e4c5c3e-ae99-41ce-a086-be5672b47132,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:48.170713 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.171077 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.171833 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.172128 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.173105 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.173440 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.174252 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.174252 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.174481 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.174748 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.175097 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.175440 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.175764 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.176252 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.176416 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:02:48.268578 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-8316acb7-cdcc-4b5f-a471-6925beaeddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:48.271009 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-8316acb7-cdcc-4b5f-a471-6925beaeddc5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=eed42d5a00d44ae3af1d74159e20c616&device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 1128 time: 0.0482039 Aug 26 09:02:48.302815 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-aab16a92-0af5-4011-8030-129f355d6ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:48.363687 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f518fb2-9634-4833-8f0e-91f265f6a461 req-dee9a68b-fce9-4c28-8f82-9dac0d55a350 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:48.365396 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f518fb2-9634-4833-8f0e-91f265f6a461 req-dee9a68b-fce9-4c28-8f82-9dac0d55a350 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 944 time: 0.0531402 Aug 26 09:02:48.391237 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-41e2c11b-a7b3-4668-ba04-39729247f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:48.393229 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-41e2c11b-a7b3-4668-ba04-39729247f8e5 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 200 len: 916 time: 0.1094053 Aug 26 09:02:48.422120 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-4f518fb2-9634-4833-8f0e-91f265f6a461 req-d49414cf-e379-43a4-9c50-79695f88d9ec tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Aug 26 09:02:48.443217 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-bb662f4c-9cdf-408f-b3f6-04e6fcd3654e service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Aug 26 09:02:48.458105 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['1e4c5c3e-ae99-41ce-a086-be5672b47132'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:02:48.498032 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-859e2c52-5a4f-4fce-bb61-72ab1e0857a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:48.499631 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-859e2c52-5a4f-4fce-bb61-72ab1e0857a7 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=f48077c1-8f3d-42bd-abad-352ed3e0d447 HTTP/1.1" status: 200 len: 854 time: 0.0497875 Aug 26 09:02:48.535761 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-df5ed243-ff8e-4d7f-9f7a-2f8f1d077026 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288610 Aug 26 09:02:48.642123 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-bf42d6c4-342b-459b-8e73-13324c5e6698 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948236 Aug 26 09:02:48.709753 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:48.752664 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-7ccd1059-9481-46d9-b64e-9eb1a465206e req-f489f1e0-301a-4eda-b0db-07823fbbf3ce service neutron] 10.222.0.115 "GET /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002722 Aug 26 09:02:49.122385 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 1e4c5c3e-ae99-41ce-a086-be5672b47132 up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:02:49.169606 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 1e4c5c3e-ae99-41ce-a086-be5672b47132 completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 09:02:49.177708 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 1e4c5c3e-ae99-41ce-a086-be5672b47132 triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:02:49.178106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:49.271179 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 1e4c5c3e-ae99-41ce-a086-be5672b47132 is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:02:49.271576 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:49.299501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4c5c3e-ae99-41ce-a086-be5672b47132'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:02:49.301780 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c1c51-d24f-42d9-8c67-6b7f7d0dbb24" -d '{"events": [{"server_uuid": "0dcb5cd8-08de-4851-9562-7f2aac0a6480", "name": "network-vif-plugged", "status": "completed", "tag": "1e4c5c3e-ae99-41ce-a086-be5672b47132"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:02:49.318874 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 1e4c5c3e-ae99-41ce-a086-be5672b47132, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:02:49.326291 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:49.393222 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=1e4c5c3e-ae99-41ce-a086-be5672b47132,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:49.461428 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a7bd5-b61e-4d36-a858-560ddd990374 x-openstack-request-id: req-e66a7bd5-b61e-4d36-a858-560ddd990374 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:02:49.461654 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb5cd8-08de-4851-9562-7f2aac0a6480", "name": "network-vif-plugged", "status": "completed", "tag": "1e4c5c3e-ae99-41ce-a086-be5672b47132", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:02:49.461892 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e66a7bd5-b61e-4d36-a858-560ddd990374 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:02:49.462398 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66a7bd5-b61e-4d36-a858-560ddd990374'] response: {'server_uuid': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4c5c3e-ae99-41ce-a086-be5672b47132', 'code': 200} Aug 26 09:02:49.530157 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:49.556165 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:49.582510 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f8099-05e4-4fdf-b455-335db8077c22 req-17bfe3b1-4758-4ad7-8697-df5d2062255b tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:49.585364 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a27f8099-05e4-4fdf-b455-335db8077c22 req-17bfe3b1-4758-4ad7-8697-df5d2062255b tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0658562 Aug 26 09:02:49.663628 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a27f8099-05e4-4fdf-b455-335db8077c22 req-c2364c64-01a9-472e-be60-fcdd379478f9 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653970 Aug 26 09:02:49.715055 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557ae9-2992-40d8-af94-66db48263b0b req-f2301895-0ade-4cde-8e02-6c8ebb5542ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:49.717613 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f9557ae9-2992-40d8-af94-66db48263b0b req-f2301895-0ade-4cde-8e02-6c8ebb5542ba service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 1129 time: 0.0840337 Aug 26 09:02:49.750711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:49.772941 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f9557ae9-2992-40d8-af94-66db48263b0b req-787f91a4-36bd-4f2e-af84-37d398df0b5f service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466363 Aug 26 09:02:49.968763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:50.815043 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4d186-fe49-4e45-bf36-15039bb34da5 req-a9c70f06-a1e1-4c6c-80d0-05fff789b7e4 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:50.819395 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-22e4d186-fe49-4e45-bf36-15039bb34da5 req-a9c70f06-a1e1-4c6c-80d0-05fff789b7e4 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0584767 Aug 26 09:02:50.867889 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-22e4d186-fe49-4e45-bf36-15039bb34da5 req-e100c509-b5c2-45ba-90f9-ab3d6abacf74 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Aug 26 09:02:51.274800 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:51.286675 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:52.019332 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1cce0-fe51-4cab-a772-535f1e5f56fa req-ed629539-a856-4c5f-a2b3-88cf0e7d438e tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:02:52.020958 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01a1cce0-fe51-4cab-a772-535f1e5f56fa req-ed629539-a856-4c5f-a2b3-88cf0e7d438e tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Aug 26 09:02:52.073059 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-01a1cce0-fe51-4cab-a772-535f1e5f56fa req-a87b34ed-794b-4ead-b4f3-906f0682fcf1 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462430 Aug 26 09:02:52.313051 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:52.797087 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52686) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:52.926356 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7b310a96-4572-4a90-b1a2-c0ad2ae51206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.025371 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7b310a96-4572-4a90-b1a2-c0ad2ae51206 admin admin] Publish callbacks [] for security_group (356b7041-4f34-478b-8fac-4c70e879808e), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.031513 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7b310a96-4572-4a90-b1a2-c0ad2ae51206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (356b7041-4f34-478b-8fac-4c70e879808e), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.073943 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b310a96-4572-4a90-b1a2-c0ad2ae51206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356b7041-4f34-478b-8fac-4c70e879808e,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:53.082983 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52692) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:53.084439 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-7b310a96-4572-4a90-b1a2-c0ad2ae51206 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fc73b5e9132b482798c0c359a4a5d9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833762 Aug 26 09:02:53.146525 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4edd3d81-a8f4-46a5-a481-8292567001e7 admin admin] Publish callbacks [] for security_group (356b7041-4f34-478b-8fac-4c70e879808e), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.171776 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4edd3d81-a8f4-46a5-a481-8292567001e7 admin admin] Publish callbacks [] for security_group (356b7041-4f34-478b-8fac-4c70e879808e), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.240753 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4edd3d81-a8f4-46a5-a481-8292567001e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (356b7041-4f34-478b-8fac-4c70e879808e), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.243679 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4edd3d81-a8f4-46a5-a481-8292567001e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.246959 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4edd3d81-a8f4-46a5-a481-8292567001e7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/356b7041-4f34-478b-8fac-4c70e879808e HTTP/1.1" status: 204 len: 168 time: 0.1622887 Aug 26 09:02:53.259191 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd3d81-a8f4-46a5-a481-8292567001e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b7041-4f34-478b-8fac-4c70e879808e,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:53.575727 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52700) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:53.590029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b906a64-f9a0-4e51-ab8f-16b9cd75a5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.674545 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b906a64-f9a0-4e51-ab8f-16b9cd75a5d8 admin admin] Publish callbacks [] for security_group (9e8babff-7421-49b9-a2c7-50cf9a55b438), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.681986 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3b906a64-f9a0-4e51-ab8f-16b9cd75a5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (9e8babff-7421-49b9-a2c7-50cf9a55b438), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.727530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b906a64-f9a0-4e51-ab8f-16b9cd75a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8babff-7421-49b9-a2c7-50cf9a55b438,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:53.732225 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3b906a64-f9a0-4e51-ab8f-16b9cd75a5d8 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=dcaaf344e67c46829646fcc09361aed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553917 Aug 26 09:02:53.736110 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52702) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:53.795015 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-561566c2-2b1d-4d68-a5fc-56a555780f03 admin admin] Publish callbacks [] for security_group (9e8babff-7421-49b9-a2c7-50cf9a55b438), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.816103 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-561566c2-2b1d-4d68-a5fc-56a555780f03 admin admin] Publish callbacks [] for security_group (9e8babff-7421-49b9-a2c7-50cf9a55b438), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.869974 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-561566c2-2b1d-4d68-a5fc-56a555780f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (9e8babff-7421-49b9-a2c7-50cf9a55b438), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.872752 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-561566c2-2b1d-4d68-a5fc-56a555780f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:53.873932 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-561566c2-2b1d-4d68-a5fc-56a555780f03 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9e8babff-7421-49b9-a2c7-50cf9a55b438 HTTP/1.1" status: 204 len: 168 time: 0.1368623 Aug 26 09:02:53.883819 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561566c2-2b1d-4d68-a5fc-56a555780f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8babff-7421-49b9-a2c7-50cf9a55b438,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:54.683917 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:54.685045 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:58.877677 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 52796) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:59.062641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4842fa82-143c-471e-bc70-3a0c48bbaf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.118292 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:59.176609 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4842fa82-143c-471e-bc70-3a0c48bbaf11 admin admin] Publish callbacks [] for security_group (2fc07bc4-c168-476b-86b6-5b5d266f0b38), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.183351 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4842fa82-143c-471e-bc70-3a0c48bbaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2fc07bc4-c168-476b-86b6-5b5d266f0b38), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.199330 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:02:59.230913 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4842fa82-143c-471e-bc70-3a0c48bbaf11 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e4b74b346c534715b6a91eeadc6421f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517275 Aug 26 09:02:59.232670 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842fa82-143c-471e-bc70-3a0c48bbaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc07bc4-c168-476b-86b6-5b5d266f0b38,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:59.233845 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52800) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:59.294180 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-893eaa79-f899-4ae6-9c84-e9d0b7527065 admin admin] Publish callbacks [] for security_group (2fc07bc4-c168-476b-86b6-5b5d266f0b38), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.317297 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-893eaa79-f899-4ae6-9c84-e9d0b7527065 admin admin] Publish callbacks [] for security_group (2fc07bc4-c168-476b-86b6-5b5d266f0b38), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.377901 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-893eaa79-f899-4ae6-9c84-e9d0b7527065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (2fc07bc4-c168-476b-86b6-5b5d266f0b38), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.381693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-893eaa79-f899-4ae6-9c84-e9d0b7527065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.382911 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-893eaa79-f899-4ae6-9c84-e9d0b7527065 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2fc07bc4-c168-476b-86b6-5b5d266f0b38 HTTP/1.1" status: 204 len: 168 time: 0.1480384 Aug 26 09:02:59.397208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eaa79-f899-4ae6-9c84-e9d0b7527065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc07bc4-c168-476b-86b6-5b5d266f0b38,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:59.733955 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52806) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:59.750483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e2365f17-00ca-4dfd-8016-798d5283de59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.853317 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e2365f17-00ca-4dfd-8016-798d5283de59 admin admin] Publish callbacks [] for security_group (8eeb9e38-524c-4c55-b762-ef858f876622), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.858478 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-e2365f17-00ca-4dfd-8016-798d5283de59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (8eeb9e38-524c-4c55-b762-ef858f876622), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.898875 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2365f17-00ca-4dfd-8016-798d5283de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb9e38-524c-4c55-b762-ef858f876622,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:02:59.903517 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-e2365f17-00ca-4dfd-8016-798d5283de59 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=8124db24c02b49bd9b89fc8f1f38d2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683073 Aug 26 09:02:59.906370 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 52808) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:02:59.968236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f9b8442f-58cd-4e9d-8bd4-0d90818eee48 admin admin] Publish callbacks [] for security_group (8eeb9e38-524c-4c55-b762-ef858f876622), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:02:59.998641 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f9b8442f-58cd-4e9d-8bd4-0d90818eee48 admin admin] Publish callbacks [] for security_group (8eeb9e38-524c-4c55-b762-ef858f876622), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:00.065525 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f9b8442f-58cd-4e9d-8bd4-0d90818eee48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (8eeb9e38-524c-4c55-b762-ef858f876622), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:00.068387 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-f9b8442f-58cd-4e9d-8bd4-0d90818eee48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:00.069582 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-f9b8442f-58cd-4e9d-8bd4-0d90818eee48 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8eeb9e38-524c-4c55-b762-ef858f876622 HTTP/1.1" status: 204 len: 168 time: 0.1623039 Aug 26 09:03:00.079928 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8442f-58cd-4e9d-8bd4-0d90818eee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb9e38-524c-4c55-b762-ef858f876622,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:01.877601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:05.765504 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:05.772328 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=5 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:09.228203 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=14,neutron:INSERT=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:10.047383 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:10.073407 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:11.870284 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:11.871758 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:15.633012 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5230923e-b4af-4ca1-b208-21a7a3ee880b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:18.300376 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-7703d234-9bf8-4480-857e-c11a9e60e1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:18.850104 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f4e33-0046-49c1-babc-a330da2c2bec req-c5fb96f4-ccd9-4fa9-b7b5-237e9dc53962 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:18.850613 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea8f4e33-0046-49c1-babc-a330da2c2bec req-c5fb96f4-ccd9-4fa9-b7b5-237e9dc53962 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0594909 Aug 26 09:03:18.905482 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ea8f4e33-0046-49c1-babc-a330da2c2bec req-e3042bbf-70ce-439e-8a1c-3d6274de1764 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Aug 26 09:03:19.966481 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:20.038620 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e82ca-5484-4887-9487-aa75f2844b2f req-5389552d-15e0-4f23-9f5d-d221f0304aac tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:20.040122 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-771e82ca-5484-4887-9487-aa75f2844b2f req-5389552d-15e0-4f23-9f5d-d221f0304aac tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Aug 26 09:03:20.088846 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-771e82ca-5484-4887-9487-aa75f2844b2f req-d7efa52a-349a-4ebb-bd89-6b6909477b0f tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427783 Aug 26 09:03:21.213303 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b11c-111f-40cc-9b22-a540fd3bbad2 req-3d09fce1-755d-4823-aec9-623c2c15b41f tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:21.214755 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5f61b11c-111f-40cc-9b22-a540fd3bbad2 req-3d09fce1-755d-4823-aec9-623c2c15b41f tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Aug 26 09:03:21.273284 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5f61b11c-111f-40cc-9b22-a540fd3bbad2 req-b7599224-e56c-4079-9c1d-2022365734cb tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522556 Aug 26 09:03:21.283785 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:21.691834 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:03:22.318607 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:22.399512 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82ac1-b626-46d0-b344-546a28eeb835 req-fec9f198-ccd6-4284-b0da-b3fe997d57cf tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:22.401010 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2ab82ac1-b626-46d0-b344-546a28eeb835 req-fec9f198-ccd6-4284-b0da-b3fe997d57cf tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Aug 26 09:03:22.454104 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-2ab82ac1-b626-46d0-b344-546a28eeb835 req-f32b3087-444d-49f4-be1d-e70e3f49921e tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=79a5b62d-5909-4396-bf5c-859b34e26f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 Aug 26 09:03:22.775627 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ce1c-887d-469c-baa5-f1c56776771a req-bc8909cf-f8b5-4bc0-8bb5-b91cf04e65ae tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:22.777128 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6336ce1c-887d-469c-baa5-f1c56776771a req-bc8909cf-f8b5-4bc0-8bb5-b91cf04e65ae tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 945 time: 0.0507562 Aug 26 09:03:22.874490 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Deleting port 1e4c5c3e-ae99-41ce-a086-be5672b47132 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:03:22.874846 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:22.974006 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] For port 1e4c5c3e-ae99-41ce-a086-be5672b47132, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=1e4c5c3e-ae99-41ce-a086-be5672b47132,segment=NetworkSegment(662af49c-2425-49e4-b9fc-17b530c78fc5),segment_id=662af49c-2425-49e4-b9fc-17b530c78fc5)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:03:22.974390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:22.994412 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Calling delete_port for 1e4c5c3e-ae99-41ce-a086-be5672b47132 owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:03:23.427225 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (1e4c5c3e-ae99-41ce-a086-be5672b47132), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:23.443422 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['1e4c5c3e-ae99-41ce-a086-be5672b47132'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:03:23.466583 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Pushing event deleted for resources: {'Port': ['ID=1e4c5c3e-ae99-41ce-a086-be5672b47132,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:23.493445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.493789 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.494130 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.494599 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.494810 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.495125 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.495484 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.495764 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.496111 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.496393 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.496695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.497015 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.497374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.497693 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.498114 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:23.531869 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] No DVR routers for this DVR port 1e4c5c3e-ae99-41ce-a086-be5672b47132 on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:03:23.536858 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:23.540573 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6336ce1c-887d-469c-baa5-f1c56776771a req-22154207-4057-429e-9272-a35af1727b8d tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.115 "DELETE /networking/v2.0/ports/1e4c5c3e-ae99-41ce-a086-be5672b47132 HTTP/1.1" status: 204 len: 173 time: 0.7577031 Aug 26 09:03:23.541035 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'name': 'network-vif-deleted', 'tag': '1e4c5c3e-ae99-41ce-a086-be5672b47132'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:03:23.543551 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100b8465-d478-4605-be56-a7bf946632b4" -d '{"events": [{"server_uuid": "0dcb5cd8-08de-4851-9562-7f2aac0a6480", "name": "network-vif-deleted", "tag": "1e4c5c3e-ae99-41ce-a086-be5672b47132"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:03:23.580754 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-794c23ca-b38f-4f13-82cb-6a42a89c4f58 req-e53725e2-2e92-4860-9d6e-a9d8866e96a2 tempest-VolumesSnapshotTestJSON-2017692575 tempest-VolumesSnapshotTestJSON-2017692575-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0dcb5cd8-08de-4851-9562-7f2aac0a6480 HTTP/1.1" status: 200 len: 210 time: 0.0433018 Aug 26 09:03:23.589108 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589eb251-7679-4ca2-a975-935acc91ae85 x-openstack-request-id: req-589eb251-7679-4ca2-a975-935acc91ae85 {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:03:23.590312 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb5cd8-08de-4851-9562-7f2aac0a6480", "name": "network-vif-deleted", "tag": "1e4c5c3e-ae99-41ce-a086-be5672b47132", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:03:23.590765 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-589eb251-7679-4ca2-a975-935acc91ae85 {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:03:23.591632 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589eb251-7679-4ca2-a975-935acc91ae85'] response: {'server_uuid': '0dcb5cd8-08de-4851-9562-7f2aac0a6480', 'name': 'network-vif-deleted', 'tag': '1e4c5c3e-ae99-41ce-a086-be5672b47132', 'status': 'completed', 'code': 200} Aug 26 09:03:27.520486 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 1e4c5c3e-ae99-41ce-a086-be5672b47132 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:03:27.540720 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 1e4c5c3e-ae99-41ce-a086-be5672b47132 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:03:27.541064 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 1e4c5c3e-ae99-41ce-a086-be5672b47132 not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:03:31.687439 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:31.916047 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:33.504649 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:33.505409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:33.559506 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=20 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:33.560307 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=18 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:41.903848 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:41.911560 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:42.367788 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-789613ac-04bd-4ebb-b526-f9346aa34ce1 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413637 Aug 26 09:03:42.461626 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fe55-9238-4658-b2f1-283503757566 req-65063042-e491-4f1e-b23e-7b5c6c632aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:42.463239 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-65063042-e491-4f1e-b23e-7b5c6c632aba service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 1129 time: 0.0441723 Aug 26 09:03:42.589316 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fe55-9238-4658-b2f1-283503757566 req-53d92f25-fa3a-4356-b75b-b1da2c6c3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:42.590858 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-53d92f25-fa3a-4356-b75b-b1da2c6c3c37 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1059301 Aug 26 09:03:42.668282 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-ae3f9ec9-b972-4092-9659-87bb7b2a2ae8 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 200 len: 1000 time: 0.0615230 Aug 26 09:03:42.752141 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fe55-9238-4658-b2f1-283503757566 req-135f808c-a840-4d5a-8840-f769409c8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:42.753779 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-135f808c-a840-4d5a-8840-f769409c8ddc service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0768890 Aug 26 09:03:42.806687 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fe55-9238-4658-b2f1-283503757566 req-0a99c593-bc30-4846-84d0-9a5fa70c8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:03:42.808713 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-0a99c593-bc30-4846-84d0-9a5fa70c8325 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477755 Aug 26 09:03:42.938048 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-83206a83-afe4-47e3-b81f-f5ec1ae2136c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197839 Aug 26 09:03:43.053219 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a1d7fe55-9238-4658-b2f1-283503757566 req-bd28e062-31d4-4d49-a5b1-409bdee48382 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064072 Aug 26 09:03:44.021208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53188) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:44.209985 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e41f-decf-4d1e-b801-e77d40829aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.343813 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e41f-decf-4d1e-b801-e77d40829aba admin admin] Publish callbacks [] for security_group (44d62b45-bcee-4f0f-98ec-dcc9fd670d22), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.349479 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e41f-decf-4d1e-b801-e77d40829aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (44d62b45-bcee-4f0f-98ec-dcc9fd670d22), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.400769 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-0fb2e41f-decf-4d1e-b801-e77d40829aba admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=0975ce62e1d64b39aec547ff4b211926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784151 Aug 26 09:03:44.401727 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2e41f-decf-4d1e-b801-e77d40829aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d62b45-bcee-4f0f-98ec-dcc9fd670d22,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:44.404804 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53192) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:44.497423 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Publish callbacks [] for security_group (44d62b45-bcee-4f0f-98ec-dcc9fd670d22), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.528405 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Publish callbacks [] for security_group (44d62b45-bcee-4f0f-98ec-dcc9fd670d22), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.590257 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (44d62b45-bcee-4f0f-98ec-dcc9fd670d22), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.593228 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:44.594755 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/44d62b45-bcee-4f0f-98ec-dcc9fd670d22 HTTP/1.1" status: 204 len: 168 time: 0.1880863 Aug 26 09:03:44.605410 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d62b45-bcee-4f0f-98ec-dcc9fd670d22,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:44.614380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.614977 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.615362 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.615710 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.616057 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.616427 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.616759 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.617088 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.617449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.617933 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.618282 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.618618 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.618990 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.619318 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:44.619638 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059f13d-405b-497e-bf6e-57ffe2328b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:03:45.028289 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53206) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:45.046112 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-92b2b647-edb6-46d5-a555-b6d54743945a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.154908 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-92b2b647-edb6-46d5-a555-b6d54743945a admin admin] Publish callbacks [] for security_group (8b6a5cda-b392-4e47-afdb-f713ee240627), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.160745 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-92b2b647-edb6-46d5-a555-b6d54743945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (8b6a5cda-b392-4e47-afdb-f713ee240627), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.187423 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:45.209804 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-92b2b647-edb6-46d5-a555-b6d54743945a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=bddc5761485d4b28abd0501385ac0711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794395 Aug 26 09:03:45.211119 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2b647-edb6-46d5-a555-b6d54743945a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a5cda-b392-4e47-afdb-f713ee240627,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:45.213788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53208) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:45.288272 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad40c-5fd2-4a3f-8a77-c4193982073a admin admin] Publish callbacks [] for security_group (8b6a5cda-b392-4e47-afdb-f713ee240627), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.320494 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad40c-5fd2-4a3f-8a77-c4193982073a admin admin] Publish callbacks [] for security_group (8b6a5cda-b392-4e47-afdb-f713ee240627), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.399891 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad40c-5fd2-4a3f-8a77-c4193982073a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (8b6a5cda-b392-4e47-afdb-f713ee240627), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.402723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e8aad40c-5fd2-4a3f-8a77-c4193982073a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:45.403966 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e8aad40c-5fd2-4a3f-8a77-c4193982073a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8b6a5cda-b392-4e47-afdb-f713ee240627 HTTP/1.1" status: 204 len: 168 time: 0.1888561 Aug 26 09:03:45.414439 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad40c-5fd2-4a3f-8a77-c4193982073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a5cda-b392-4e47-afdb-f713ee240627,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:45.636626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d26fab9f-ab63-429c-b352-8306b04f8b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:46.542995 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=14 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:46.552353 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=18 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:47.878611 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53276) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:48.023310 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a45f-b66d-47de-8b47-6f5d79b83792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.115523 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a45f-b66d-47de-8b47-6f5d79b83792 admin admin] Publish callbacks [] for security_group (347aad63-7a96-4ca2-b30c-497b6b13402f), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.120343 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a45f-b66d-47de-8b47-6f5d79b83792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (347aad63-7a96-4ca2-b30c-497b6b13402f), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.162353 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-0ed7a45f-b66d-47de-8b47-6f5d79b83792 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d9b508a5d6664bde97debb6fe9571830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822719 Aug 26 09:03:48.163381 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7a45f-b66d-47de-8b47-6f5d79b83792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347aad63-7a96-4ca2-b30c-497b6b13402f,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:48.165390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53280) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:48.172860 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:48.224711 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c456596b-827c-4ebd-a2aa-602e00913160 admin admin] Publish callbacks [] for security_group (347aad63-7a96-4ca2-b30c-497b6b13402f), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.248267 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c456596b-827c-4ebd-a2aa-602e00913160 admin admin] Publish callbacks [] for security_group (347aad63-7a96-4ca2-b30c-497b6b13402f), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.306601 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-edd3cea4-bcd7-4362-9913-ff4dc30d3d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.321701 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c456596b-827c-4ebd-a2aa-602e00913160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (347aad63-7a96-4ca2-b30c-497b6b13402f), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.326381 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-c456596b-827c-4ebd-a2aa-602e00913160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.328633 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-c456596b-827c-4ebd-a2aa-602e00913160 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/347aad63-7a96-4ca2-b30c-497b6b13402f HTTP/1.1" status: 204 len: 168 time: 0.1610296 Aug 26 09:03:48.342642 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456596b-827c-4ebd-a2aa-602e00913160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347aad63-7a96-4ca2-b30c-497b6b13402f,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:48.729565 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53294) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:48.747493 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4031164a-d149-45eb-80e8-3186561814d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.860522 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4031164a-d149-45eb-80e8-3186561814d1 admin admin] Publish callbacks [] for security_group (316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.867095 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-4031164a-d149-45eb-80e8-3186561814d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:48.917350 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-4031164a-d149-45eb-80e8-3186561814d1 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=544d8bb94ecc4e05ba18ce6fd485ff9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863596 Aug 26 09:03:48.918733 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031164a-d149-45eb-80e8-3186561814d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:48.921372 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53296) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:48.994313 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7652a4f3-a00b-446b-9241-43cf1d459a5e admin admin] Publish callbacks [] for security_group (316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:49.025612 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7652a4f3-a00b-446b-9241-43cf1d459a5e admin admin] Publish callbacks [] for security_group (316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:49.092784 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7652a4f3-a00b-446b-9241-43cf1d459a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:49.095518 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7652a4f3-a00b-446b-9241-43cf1d459a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:49.096749 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-7652a4f3-a00b-446b-9241-43cf1d459a5e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079 HTTP/1.1" status: 204 len: 168 time: 0.1738200 Aug 26 09:03:49.111732 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652a4f3-a00b-446b-9241-43cf1d459a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316f8c2c-7c3a-4e1f-b8f8-ac1a3c3d4079,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:49.976827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:51.283329 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:52.329937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.382924 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53418) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:53.441967 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Deleting subnet f48077c1-8f3d-42bd-abad-352ed3e0d447 {{(pid=117972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:03:53.448155 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Publish callbacks [] for subnet (f48077c1-8f3d-42bd-abad-352ed3e0d447), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.495426 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12952500'] for subnet (f48077c1-8f3d-42bd-abad-352ed3e0d447), precommit_delete_associations {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.551413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (f48077c1-8f3d-42bd-abad-352ed3e0d447), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.553831 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:53.591002 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:53.636061 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13631471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065059698'] for subnet (f48077c1-8f3d-42bd-abad-352ed3e0d447), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.672182 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48077c1-8f3d-42bd-abad-352ed3e0d447,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:53.681130 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for subnet (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.688235 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-e154900b-1f01-4210-b258-111fe08ac186 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/f48077c1-8f3d-42bd-abad-352ed3e0d447 HTTP/1.1" status: 204 len: 168 time: 0.3036604 Aug 26 09:03:53.692215 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53420) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:53.803885 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.918987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:53.952557 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:03:53.966149 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662af49c-2425-49e4-b9fc-17b530c78fc5') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:03:53.966521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662af49c-2425-49e4-b9fc-17b530c78fc5') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:03:53.980090 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (662af49c-2425-49e4-b9fc-17b530c78fc5), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.004086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (662af49c-2425-49e4-b9fc-17b530c78fc5), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.017448 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:03:54.017869 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (662af49c-2425-49e4-b9fc-17b530c78fc5), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.066666 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 662af49c-2425-49e4-b9fc-17b530c78fc5 resource provider aggregate not found Aug 26 09:03:54.107945 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 662af49c-2425-49e4-b9fc-17b530c78fc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 662af49c-2425-49e4-b9fc-17b530c78fc5 found for delete ", "request_id": "req-7beff8ef-bebb-430c-a30e-c75f44d1fb21"}]} Aug 26 09:03:54.116135 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.125408 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.129046 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9 HTTP/1.1" status: 204 len: 168 time: 0.4353619 Aug 26 09:03:54.146540 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347cfe7-c272-4554-ab75-e553b690acb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee037e3-9323-4dcd-a48f-6da1ecb6f1f9,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:54.388031 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53430) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:54.467969 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4745049b-2b3e-42d6-9566-3c9805687b04 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=eed42d5a00d44ae3af1d74159e20c616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778778 Aug 26 09:03:54.470514 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53432) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:03:54.539449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3f9a0111-95c4-4f44-bc9a-42c2ec996da6 admin admin] Publish callbacks [] for security_group (79a5b62d-5909-4396-bf5c-859b34e26f52), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.567949 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3f9a0111-95c4-4f44-bc9a-42c2ec996da6 admin admin] Publish callbacks [] for security_group (79a5b62d-5909-4396-bf5c-859b34e26f52), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.633284 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3f9a0111-95c4-4f44-bc9a-42c2ec996da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (79a5b62d-5909-4396-bf5c-859b34e26f52), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.638209 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-3f9a0111-95c4-4f44-bc9a-42c2ec996da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:03:54.640291 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-3f9a0111-95c4-4f44-bc9a-42c2ec996da6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/79a5b62d-5909-4396-bf5c-859b34e26f52 HTTP/1.1" status: 204 len: 168 time: 0.1678078 Aug 26 09:03:54.655726 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a0111-95c4-4f44-bc9a-42c2ec996da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a5b62d-5909-4396-bf5c-859b34e26f52,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:03:58.694432 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:03:58.907526 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:03:58.913481 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:01.904011 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:04.645062 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=46,neutron:DELETE=10 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:04.645898 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:UPDATE=2,neutron:SELECT=58,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:08.688737 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:11.890174 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:11.898737 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:15.631915 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-e2e0a1d6-fc41-4146-a534-73e41f61e3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:16.202123 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb3784-cbeb-450d-89b7-91607819b526 req-3bf9ab96-729b-4b5a-b9c6-2a6cfa811f39 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:16.203659 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dfcb3784-cbeb-450d-89b7-91607819b526 req-3bf9ab96-729b-4b5a-b9c6-2a6cfa811f39 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Aug 26 09:04:16.257672 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-dfcb3784-cbeb-450d-89b7-91607819b526 req-767702a9-6f3a-494b-9c5b-6f87653e12cf tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474935 Aug 26 09:04:17.409569 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da7480-775a-413d-864a-546a85bec592 req-c7a8a058-e6cc-4bb2-a87a-5f39af17914e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:17.411189 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-92da7480-775a-413d-864a-546a85bec592 req-c7a8a058-e6cc-4bb2-a87a-5f39af17914e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0631838 Aug 26 09:04:17.469659 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-92da7480-775a-413d-864a-546a85bec592 req-599acacc-8034-462c-acb3-1feb68a7b3ce tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525439 Aug 26 09:04:18.304905 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cb4b1292-ce5c-4820-bd23-bb5c30391345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:18.661348 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e819d-b69e-4b02-89a0-bbfaa5eec0fc req-99c54dc5-6af5-4780-a149-e758d5c6fbe8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:18.663038 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b0e819d-b69e-4b02-89a0-bbfaa5eec0fc req-99c54dc5-6af5-4780-a149-e758d5c6fbe8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0599022 Aug 26 09:04:18.733883 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-1b0e819d-b69e-4b02-89a0-bbfaa5eec0fc req-c482bc1c-3dff-4f65-a52b-cb0609bc91e9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622642 Aug 26 09:04:18.971534 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53544) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:04:19.122871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7842500a-056e-429d-919c-b6346b9d53ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.222141 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7842500a-056e-429d-919c-b6346b9d53ab admin admin] Publish callbacks [] for security_group (a067e2a2-3685-466d-9702-ab2a3c2ba8a3), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.228858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7842500a-056e-429d-919c-b6346b9d53ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a067e2a2-3685-466d-9702-ab2a3c2ba8a3), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.277698 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-7842500a-056e-429d-919c-b6346b9d53ab admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b2b9fc48e91642b5a1c85c9a63e2f5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021879 Aug 26 09:04:19.278579 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842500a-056e-429d-919c-b6346b9d53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a067e2a2-3685-466d-9702-ab2a3c2ba8a3,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:19.280837 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53548) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:04:19.355526 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1322295d-df20-4461-a007-67ab4479e8d6 admin admin] Publish callbacks [] for security_group (a067e2a2-3685-466d-9702-ab2a3c2ba8a3), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.382149 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1322295d-df20-4461-a007-67ab4479e8d6 admin admin] Publish callbacks [] for security_group (a067e2a2-3685-466d-9702-ab2a3c2ba8a3), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.436371 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1322295d-df20-4461-a007-67ab4479e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (a067e2a2-3685-466d-9702-ab2a3c2ba8a3), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.439176 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-1322295d-df20-4461-a007-67ab4479e8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:19.440641 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-1322295d-df20-4461-a007-67ab4479e8d6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a067e2a2-3685-466d-9702-ab2a3c2ba8a3 HTTP/1.1" status: 204 len: 168 time: 0.1578677 Aug 26 09:04:19.450180 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322295d-df20-4461-a007-67ab4479e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a067e2a2-3685-466d-9702-ab2a3c2ba8a3,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:19.767875 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:19.772055 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:19.879953 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b49295-b796-401b-b0b4-461ee6957204 req-cb70be43-e430-4da8-bfc2-291dfd9d799c tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:19.881769 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d5b49295-b796-401b-b0b4-461ee6957204 req-cb70be43-e430-4da8-bfc2-291dfd9d799c tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0602767 Aug 26 09:04:19.961326 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-d5b49295-b796-401b-b0b4-461ee6957204 req-842b667a-38e4-4762-9bb5-b442db95cc81 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708520 Aug 26 09:04:19.984292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:21.102924 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd7007-bd5d-4565-bd0c-a54024b4209c req-b16674d1-c920-4cf9-b166-1c653164d3b3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:21.104464 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-67dd7007-bd5d-4565-bd0c-a54024b4209c req-b16674d1-c920-4cf9-b166-1c653164d3b3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 945 time: 0.0588517 Aug 26 09:04:21.163369 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-67dd7007-bd5d-4565-bd0c-a54024b4209c req-b6a9c48c-a9df-42dc-bfc8-43cfc04d89d4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490930 Aug 26 09:04:21.280273 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:21.795331 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:04:21.873648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea is: ACTIVE; New status is: DOWN {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:04:21.874051 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:21.899788 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:04:21.902079 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4281ba-30df-4edc-adae-08df6c6084f4" -d '{"events": [{"server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "name": "network-vif-unplugged", "status": "completed", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:04:21.923032 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:04:21.930206 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:21.954090 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afa91e-fdf6-45a9-b355-ee1d37f605d3 x-openstack-request-id: req-a5afa91e-fdf6-45a9-b355-ee1d37f605d3 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:04:21.954367 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "name": "network-vif-unplugged", "status": "completed", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:04:21.954604 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5afa91e-fdf6-45a9-b355-ee1d37f605d3 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:04:21.955034 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5afa91e-fdf6-45a9-b355-ee1d37f605d3'] response: {'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'code': 200} Aug 26 09:04:21.982966 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=6']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:21.990378 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.990725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.991070 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.991408 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.991737 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.992061 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.992389 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.992728 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.993056 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.993373 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.993691 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.994010 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.994324 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.994644 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:21.994985 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:22.290861 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff57ad-f304-4c5f-bf6c-a03d6bdb8c67 req-8ed28f64-d352-43ac-b1bd-341076aec20a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:22.292572 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-42ff57ad-f304-4c5f-bf6c-a03d6bdb8c67 req-8ed28f64-d352-43ac-b1bd-341076aec20a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0519772 Aug 26 09:04:22.320696 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:22.348430 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-42ff57ad-f304-4c5f-bf6c-a03d6bdb8c67 req-f11b216c-aa74-45ff-8071-b8bc7c7079e6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494826 Aug 26 09:04:22.934595 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-e701a4e4-0ad1-4456-bbbd-75b2449e8ce9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:22.936294 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-e701a4e4-0ad1-4456-bbbd-75b2449e8ce9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0504391 Aug 26 09:04:23.043483 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Deleting port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:04:23.043863 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:23.151453 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] For port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:04:23.151830 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:23.347604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:23.348572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (9b8b0800-7db7-4f68-a5be-b618c15216d2), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:23.348572 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.db.l3_db [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Floating IP 9b8b0800-7db7-4f68-a5be-b618c15216d2 disassociated. External IP: 172.27.3.68, port: 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea. Aug 26 09:04:23.348572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Calling delete_port for 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:04:23.396918 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:23.407254 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:23.477722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a5cd8-a5bc-4bf0-8f94-acf90b7f2e18 req-32edb642-6beb-493a-aade-ab7d01c2c1e5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:23.479307 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-af5a5cd8-a5bc-4bf0-8f94-acf90b7f2e18 req-32edb642-6beb-493a-aade-ab7d01c2c1e5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 943 time: 0.0520329 Aug 26 09:04:23.491969 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:23.524899 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'Port': ['ID=4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:23.536937 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.537094 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-af5a5cd8-a5bc-4bf0-8f94-acf90b7f2e18 req-86c5fac7-554f-4230-84b4-d7c3e6ae87f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509276 Aug 26 09:04:23.537292 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.537626 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.537964 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.538290 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.538620 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.538974 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.539293 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.539614 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.540037 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.540361 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.540663 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.540987 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.541386 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.541574 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:04:23.655315 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:04:23.767536 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:04:23.777907 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:04:23.788481 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:04:23.789129 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:04:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:23.813784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] No DVR routers for this DVR port 4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:04:23.816508 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:23.820126 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-ea60887d-5a4d-4758-b134-8721a40d9b11 req-90bfef24-c848-49e1-b916-ee7b76b45396 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "DELETE /networking/v2.0/ports/4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea HTTP/1.1" status: 204 len: 173 time: 0.8766444 Aug 26 09:04:23.820928 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'name': 'network-vif-deleted', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:04:23.823071 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4b2c3-87db-492d-8650-4b258dfb4695" -d '{"events": [{"server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "name": "network-vif-deleted", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:04:23.865819 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829bdfd9-ee59-43fc-b273-e80fe0cc39cc x-openstack-request-id: req-829bdfd9-ee59-43fc-b273-e80fe0cc39cc {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:04:23.866111 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de326118-88c5-4143-ba33-ec222ab9a374", "name": "network-vif-deleted", "tag": "4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:04:23.866363 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-829bdfd9-ee59-43fc-b273-e80fe0cc39cc {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:04:23.866780 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829bdfd9-ee59-43fc-b273-e80fe0cc39cc'] response: {'server_uuid': 'de326118-88c5-4143-ba33-ec222ab9a374', 'name': 'network-vif-deleted', 'tag': '4f8cb1f4-9a9e-4789-ab3a-fe22f32e08ea', 'status': 'completed', 'code': 200} Aug 26 09:04:23.913809 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:04:24.125690 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:24.152783 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:04:24.162848 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:04:24.163458 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:04:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:24.275087 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:04:24.481577 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:24.512153 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233e4ae0-3b56-4094-b9fe-813f9ae07d3a None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:04:24.672656 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1225e24d-abfa-4022-8cb3-e3b9a8c5a9b8 req-549cf96a-b330-4d94-9ed4-f02c9c5884ec tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de326118-88c5-4143-ba33-ec222ab9a374 HTTP/1.1" status: 200 len: 210 time: 0.0327022 Aug 26 09:04:24.789121 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed757e-6dea-49cc-8238-180ddf9834e9 None None] New status for floating IP 9b8b0800-7db7-4f68-a5be-b618c15216d2: DOWN {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:04:25.971607 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-0ec0d9da-eee9-4a75-bdab-5775c786e0b2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-664018262&fields=id&tenant_id=6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 267 time: 0.0480237 Aug 26 09:04:26.084942 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8dd43535-715f-4f0c-b4bd-13f3030cdb42 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:26.086447 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8dd43535-715f-4f0c-b4bd-13f3030cdb42 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 812 time: 0.1075881 Aug 26 09:04:26.102587 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-e0fab8b3-c767-4173-bf66-b94dc243b630 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/quotas/6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 375 time: 0.0102992 Aug 26 09:04:26.159983 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-1c9015ee-9cc3-41bf-95a3-cb440697792a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520630 Aug 26 09:04:26.268983 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-68223633-11b4-4372-bbb4-9565a1eb9440 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932858 Aug 26 09:04:26.368259 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-91937f82-505f-4d07-b671-cf3ef04ee73d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931234 Aug 26 09:04:26.704617 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-142cde1e-2865-4099-9fac-88166c7d0083 req-896870a3-5fad-4ba1-aacd-b6d218596cb4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Aug 26 09:04:27.830679 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-aa65ccc4-271c-447a-b937-07e8684dee77 req-c1b09238-4ea9-4782-87c9-1f4d44b36763 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 210 time: 0.0447059 Aug 26 09:04:27.867607 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-6888e63f-6ef3-4807-a6a3-2f35cb497ad3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:27.869586 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-6888e63f-6ef3-4807-a6a3-2f35cb497ad3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 812 time: 0.1372304 Aug 26 09:04:27.939039 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-292e0f8b-a1b9-40ff-971c-391f0383f87e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 379 time: 0.0612414 Aug 26 09:04:27.948110 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'port': {'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'admin_state_up': True, 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'security_groups': ['477635cc-38a0-46c4-8711-32f971e4c9e9']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:04:28.071784 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Made reservation on behalf of 6773ba16da8845d39c90a627802cf05f for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:04:28.075695 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.216850 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Allocated IP 172.20.0.4 (f3820959-3ded-44b4-b94f-e8c3d94acf11/5d9ba756-bed5-44b8-a33c-513fa5f8ce9b/9398cc79-450a-4494-8548-330be1511b9d) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:04:28.233670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:28.334806 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:28.387997 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (9398cc79-450a-4494-8548-330be1511b9d), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.422622 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (9398cc79-450a-4494-8548-330be1511b9d), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.467863 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:04:28.473036 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:04:28.477093 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:04:28.481689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=9398cc79-450a-4494-8548-330be1511b9d,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:28.533996 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:28.534643 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.553308 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8d0a2b0d-7634-4f15-9879-7b5fd568a8a7 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096830 Aug 26 09:04:28.567469 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Request body: {'port': {'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:04:28.633740 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9398cc79-450a-4494-8548-330be1511b9d), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.731034 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-d3f50350-25ec-4826-9215-3902b4093d5d None None] Provisioning complete for port 9398cc79-450a-4494-8548-330be1511b9d triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:04:28.731863 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d3f50350-25ec-4826-9215-3902b4093d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9398cc79-450a-4494-8548-330be1511b9d), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.767068 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-d3f50350-25ec-4826-9215-3902b4093d5d None None] Port 9398cc79-450a-4494-8548-330be1511b9d cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:04:28.956505 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398cc79-450a-4494-8548-330be1511b9d {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:04:28.969354 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Publish callbacks [] for port (9398cc79-450a-4494-8548-330be1511b9d), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:28.982666 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4323986-d705-4462-897d-4761fcac7324 req-06d28750-3500-4277-ac6d-a53343efe224 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:28.984240 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a4323986-d705-4462-897d-4761fcac7324 req-06d28750-3500-4277-ac6d-a53343efe224 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 931 time: 0.0683544 Aug 26 09:04:28.994303 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Transition to ACTIVE for port object 9398cc79-450a-4494-8548-330be1511b9d will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 09:04:29.007948 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (9398cc79-450a-4494-8548-330be1511b9d), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:29.118204 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a4323986-d705-4462-897d-4761fcac7324 req-ae3b65f5-d839-415a-b420-476fca502f38 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272101 Aug 26 09:04:29.120777 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Pushing event updated for resources: {'Port': ['ID=9398cc79-450a-4494-8548-330be1511b9d,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:29.138903 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:29.159419 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Attempting to bind port 9398cc79-450a-4494-8548-330be1511b9d on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:04:29.159877 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Attempting to bind port 9398cc79-450a-4494-8548-330be1511b9d by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:04:29.160208 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Attempting to bind port 9398cc79-450a-4494-8548-330be1511b9d on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:04:29.166379 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Port 9398cc79-450a-4494-8548-330be1511b9d on network f3820959-3ded-44b4-b94f-e8c3d94acf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 09:04:29.166818 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Attempting to bind port 9398cc79-450a-4494-8548-330be1511b9d on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:04:29.169938 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:29.173421 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:04:29.173755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Checking segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:04:29.174135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Bound using segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:04:29.174560 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Bound port: 9398cc79-450a-4494-8548-330be1511b9d, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:04:29.174921 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9398cc79-450a-4494-8548-330be1511b9d), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:29.244239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] For port 9398cc79-450a-4494-8548-330be1511b9d, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:04:29.248227 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] For port 9398cc79-450a-4494-8548-330be1511b9d, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9398cc79-450a-4494-8548-330be1511b9d,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:04:29.256258 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (9398cc79-450a-4494-8548-330be1511b9d), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:29.260896 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:29.261902 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:29.263376 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 1093 time: 0.7017236 Aug 26 09:04:29.263883 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'tag': '9398cc79-450a-4494-8548-330be1511b9d'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:04:29.266229 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b89a76-2ac7-4f79-80a7-9de73919f65e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "tag": "9398cc79-450a-4494-8548-330be1511b9d"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:04:29.324689 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337cc49-d7a7-4aa1-9364-02fe99bf3f7e x-openstack-request-id: req-2337cc49-d7a7-4aa1-9364-02fe99bf3f7e {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:04:29.324974 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "tag": "9398cc79-450a-4494-8548-330be1511b9d", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:04:29.325186 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2337cc49-d7a7-4aa1-9364-02fe99bf3f7e {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:04:29.325675 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2337cc49-d7a7-4aa1-9364-02fe99bf3f7e'] response: {'name': 'network-changed', 'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'tag': '9398cc79-450a-4494-8548-330be1511b9d', 'status': 'completed', 'code': 200} Aug 26 09:04:29.372409 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85913a3-c632-4183-8333-9fbd718b873c service neutron] Pushing event updated for resources: {'Port': ['ID=9398cc79-450a-4494-8548-330be1511b9d,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:29.387555 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-52afff2d-b345-42d5-b6fa-d20ab1caaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:29.389142 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-52afff2d-b345-42d5-b6fa-d20ab1caaa44 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1127 time: 0.0663116 Aug 26 09:04:29.431621 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-8550b5ca-68f9-4582-ba9d-410396e673f2 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 217 time: 0.0327888 Aug 26 09:04:29.483008 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-4ca66df0-18d8-4967-bcbd-5ef8a39aae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:29.484518 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-4ca66df0-18d8-4967-bcbd-5ef8a39aae40 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0468161 Aug 26 09:04:29.536268 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-e1fd9d45-6c3d-4e4c-978e-f40b7896913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:29.537943 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-e1fd9d45-6c3d-4e4c-978e-f40b7896913d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458462 Aug 26 09:04:29.640786 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-c9d1de9c-7a8d-4243-ab80-968561e71197 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961936 Aug 26 09:04:29.748410 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c4373f5a-1e73-444b-a092-f4623c9cda8a req-709c893e-bfc7-4e98-b6d1-8836680139f3 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007411 Aug 26 09:04:30.038166 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-f8864913-41ce-44db-853d-7498d737351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:30.039900 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-f8864913-41ce-44db-853d-7498d737351c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1127 time: 0.0475354 Aug 26 09:04:30.156053 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-a47ac3cb-9e4e-4f2a-8fd1-6f2f0ecfdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:30.157726 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-a47ac3cb-9e4e-4f2a-8fd1-6f2f0ecfdfcb service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1111081 Aug 26 09:04:30.200863 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-fc2b8c41-612d-482a-bed8-6d698b4e9d47 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 217 time: 0.0364041 Aug 26 09:04:30.292320 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77300567-85e7-4de0-9bed-790791d3c42a req-5e450e0d-b19d-4ae2-a975-58802d0bb128 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:30.294082 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-77300567-85e7-4de0-9bed-790791d3c42a req-5e450e0d-b19d-4ae2-a975-58802d0bb128 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0897455 Aug 26 09:04:30.301229 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-20c40f7d-3464-4ce4-902d-fef3be6f9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:30.302686 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-20c40f7d-3464-4ce4-902d-fef3be6f9856 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0879059 Aug 26 09:04:30.380913 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-3b36a367-a4d4-4d6e-a58d-1b3f9da60800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:30.382421 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-3b36a367-a4d4-4d6e-a58d-1b3f9da60800 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709307 Aug 26 09:04:30.391702 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-77300567-85e7-4de0-9bed-790791d3c42a req-437c9f5b-a001-4472-9c23-a2cff05397a1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880289 Aug 26 09:04:30.481570 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-c3e491f9-f252-4ec4-a50b-f50803d4a960 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887811 Aug 26 09:04:30.537357 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:30.582852 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:30.587564 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-38b89a76-2ac7-4f79-80a7-9de73919f65e req-626312cb-b4b5-4f54-aca2-491967cf33dd service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993102 Aug 26 09:04:31.519878 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227d3ea-c605-43e6-b79f-1ab4b45c7d95 req-0fa45ee6-ab2a-4405-9b5a-adfcae124c6a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:31.521450 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7227d3ea-c605-43e6-b79f-1ab4b45c7d95 req-0fa45ee6-ab2a-4405-9b5a-adfcae124c6a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Aug 26 09:04:31.540957 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:31.549316 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:31.576471 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7227d3ea-c605-43e6-b79f-1ab4b45c7d95 req-202af4b8-1950-450f-a79a-b21af5bbf4e9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488970 Aug 26 09:04:31.900648 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:32.715443 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c2620-3a05-47ba-94a8-d16a6002f1d2 req-70cdcab8-5066-4993-8919-4afde33ac5a0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:32.717224 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-787c2620-3a05-47ba-94a8-d16a6002f1d2 req-70cdcab8-5066-4993-8919-4afde33ac5a0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0549111 Aug 26 09:04:32.774833 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-787c2620-3a05-47ba-94a8-d16a6002f1d2 req-326fa8c4-ecf2-4f55-a66c-2387515918a8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514808 Aug 26 09:04:33.933584 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542e0c-8be7-4ad5-8f20-503d19c3caff req-09a78145-e64c-466e-8fea-9fcaecd1dd34 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:33.935295 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cd542e0c-8be7-4ad5-8f20-503d19c3caff req-09a78145-e64c-466e-8fea-9fcaecd1dd34 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0783224 Aug 26 09:04:33.994098 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-cd542e0c-8be7-4ad5-8f20-503d19c3caff req-a14b9382-c25c-40a4-8555-eb31ffe32574 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523982 Aug 26 09:04:35.130869 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f908b40-48ed-49b3-aa75-2ce0125de2cf req-6ffd8838-f1bf-410b-b777-40ce934ed15a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:35.132644 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8f908b40-48ed-49b3-aa75-2ce0125de2cf req-6ffd8838-f1bf-410b-b777-40ce934ed15a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0554142 Aug 26 09:04:35.193485 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-8f908b40-48ed-49b3-aa75-2ce0125de2cf req-f6aa8e44-6e02-4c39-81a7-ee746798408d tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545161 Aug 26 09:04:35.695191 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:04:36.321080 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367a99c-e972-4da0-8bd6-752de787aae6 req-51dcf82a-d182-42fc-a386-61c6b9c70cdf tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:36.322628 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5367a99c-e972-4da0-8bd6-752de787aae6 req-51dcf82a-d182-42fc-a386-61c6b9c70cdf tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0510898 Aug 26 09:04:36.375817 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5367a99c-e972-4da0-8bd6-752de787aae6 req-1c183225-494d-468b-b01b-ef3f3e2bab24 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463240 Aug 26 09:04:37.512044 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc43f-d4d5-4a2a-9050-caba5c8db34e req-21dee640-01ea-4eed-be1a-0a0d1115afbb tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:37.513717 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c2fdc43f-d4d5-4a2a-9050-caba5c8db34e req-21dee640-01ea-4eed-be1a-0a0d1115afbb tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 943 time: 0.0498762 Aug 26 09:04:37.568131 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c2fdc43f-d4d5-4a2a-9050-caba5c8db34e req-37e66976-4dff-4f69-981c-1de6124e610e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482738 Aug 26 09:04:37.827827 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 9398cc79-450a-4494-8548-330be1511b9d details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 09:04:37.940089 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 9398cc79-450a-4494-8548-330be1511b9d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9398cc79-450a-4494-8548-330be1511b9d,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:04:37.953448 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '9398cc79-450a-4494-8548-330be1511b9d', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 09:04:37.991909 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 9398cc79-450a-4494-8548-330be1511b9d is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:04:37.992294 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9398cc79-450a-4494-8548-330be1511b9d), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:38.006788 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398cc79-450a-4494-8548-330be1511b9d {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:04:38.035418 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 9398cc79-450a-4494-8548-330be1511b9d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9398cc79-450a-4494-8548-330be1511b9d,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:04:38.040947 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (9398cc79-450a-4494-8548-330be1511b9d), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:38.108722 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=9398cc79-450a-4494-8548-330be1511b9d,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:38.361952 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['9398cc79-450a-4494-8548-330be1511b9d'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:04:38.365920 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:38.438453 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:38.699086 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304bd69-3191-4e26-af9c-9e60d1efd48b req-daf6bb9f-c96c-4ece-b912-aae25efd92be tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:38.700677 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b304bd69-3191-4e26-af9c-9e60d1efd48b req-daf6bb9f-c96c-4ece-b912-aae25efd92be tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 944 time: 0.0516164 Aug 26 09:04:38.754803 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b304bd69-3191-4e26-af9c-9e60d1efd48b req-5f7e6735-f7a7-400a-ba4b-50ea50669fa3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484509 Aug 26 09:04:39.836221 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 9398cc79-450a-4494-8548-330be1511b9d up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:04:39.880566 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 9398cc79-450a-4494-8548-330be1511b9d completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 09:04:39.885182 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d98b-ba57-462b-a2cc-af9e7c4119b0 req-a2fe9f62-8ac6-44b1-8060-3a325992c2ab tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:39.887170 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6529d98b-ba57-462b-a2cc-af9e7c4119b0 req-a2fe9f62-8ac6-44b1-8060-3a325992c2ab tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 944 time: 0.0511501 Aug 26 09:04:39.889010 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 9398cc79-450a-4494-8548-330be1511b9d triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:04:39.889449 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (9398cc79-450a-4494-8548-330be1511b9d), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:39.944843 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6529d98b-ba57-462b-a2cc-af9e7c4119b0 req-c36a1121-9dc9-4aba-a6e0-8ce89d62b438 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512698 Aug 26 09:04:39.978849 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 9398cc79-450a-4494-8548-330be1511b9d is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:04:39.979266 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9398cc79-450a-4494-8548-330be1511b9d), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:40.005017 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398cc79-450a-4494-8548-330be1511b9d'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:04:40.007423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c114f-7481-4aa0-bf81-308f93ba2b7b" -d '{"events": [{"server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "name": "network-vif-plugged", "status": "completed", "tag": "9398cc79-450a-4494-8548-330be1511b9d"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:04:40.021931 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 9398cc79-450a-4494-8548-330be1511b9d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9398cc79-450a-4494-8548-330be1511b9d,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:04:40.027659 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (9398cc79-450a-4494-8548-330be1511b9d), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:40.053699 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b688eaf-1a05-483a-8390-4f7db4c47a83 x-openstack-request-id: req-3b688eaf-1a05-483a-8390-4f7db4c47a83 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:04:40.053993 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "name": "network-vif-plugged", "status": "completed", "tag": "9398cc79-450a-4494-8548-330be1511b9d", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:04:40.054251 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b688eaf-1a05-483a-8390-4f7db4c47a83 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:04:40.054643 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b688eaf-1a05-483a-8390-4f7db4c47a83'] response: {'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398cc79-450a-4494-8548-330be1511b9d', 'code': 200} Aug 26 09:04:40.085616 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=9398cc79-450a-4494-8548-330be1511b9d,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:40.317661 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbd8f0-fd3b-4028-986f-a900c658cf3b req-4c554cfe-891c-444b-ba1d-d072488b0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:40.319378 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44fbd8f0-fd3b-4028-986f-a900c658cf3b req-4c554cfe-891c-444b-ba1d-d072488b0d9a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0531831 Aug 26 09:04:40.376062 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-44fbd8f0-fd3b-4028-986f-a900c658cf3b req-a1ec2f4d-d7ee-4cd5-aabc-db92c9c70a6f service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505736 Aug 26 09:04:41.089065 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4338c73-15b3-4afe-b47f-c834224b1f28 req-f45493e8-3ad8-440f-96d5-f4e33a2434de tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:41.091587 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f4338c73-15b3-4afe-b47f-c834224b1f28 req-f45493e8-3ad8-440f-96d5-f4e33a2434de tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 945 time: 0.0542011 Aug 26 09:04:41.154780 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f4338c73-15b3-4afe-b47f-c834224b1f28 req-3dee1f2e-735d-4ed4-96b0-a9a79042c018 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562623 Aug 26 09:04:42.134935 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-d79f55d4-f0d3-45f6-b8de-56c1bd2e979a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525739 Aug 26 09:04:42.240902 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-59adb9fd-6088-44ca-b5a2-dc5b3a8478dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.242644 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-59adb9fd-6088-44ca-b5a2-dc5b3a8478dd service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0545211 Aug 26 09:04:42.319205 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77d7c-068d-43fd-b60c-7a653dde2b2d req-6718274a-3757-4732-a597-4775acef2e9c tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.321785 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b4e77d7c-068d-43fd-b60c-7a653dde2b2d req-6718274a-3757-4732-a597-4775acef2e9c tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 945 time: 0.0797493 Aug 26 09:04:42.371441 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-c89615a2-567d-4db1-97a3-8758295969c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.373044 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-c89615a2-567d-4db1-97a3-8758295969c7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1096745 Aug 26 09:04:42.379510 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-b4e77d7c-068d-43fd-b60c-7a653dde2b2d req-72af380d-9f63-44e8-be05-0e0a290f55e3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513556 Aug 26 09:04:42.429340 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-6477ff45-8623-41b9-866d-0c8d0864bace service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 217 time: 0.0483794 Aug 26 09:04:42.511762 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-ddee0e2c-a8a2-4502-ae3c-4b482384ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.513680 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-ddee0e2c-a8a2-4502-ae3c-4b482384ab13 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0785024 Aug 26 09:04:42.521799 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef171dd-19a1-46b8-be6a-2c708e8f1963 req-5698d4b1-b3b3-4952-9625-35cd604d6ef5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.523367 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6ef171dd-19a1-46b8-be6a-2c708e8f1963 req-5698d4b1-b3b3-4952-9625-35cd604d6ef5 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 945 time: 0.0599279 Aug 26 09:04:42.866992 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-93aa021e-51e3-4b22-9121-0a27cb149070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.868512 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-93aa021e-51e3-4b22-9121-0a27cb149070 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3442919 Aug 26 09:04:42.898524 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6ef171dd-19a1-46b8-be6a-2c708e8f1963 req-9ef9249f-7491-4eb5-b55c-1b9555b8b183 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659508 Aug 26 09:04:42.907738 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:42.933787 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53622) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:04:42.975465 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61175836-3ee0-4719-9f18-d241761ea957 tempest-TestVolumeBootPattern-866209097 tempest-TestVolumeBootPattern-866209097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:42.977736 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-61175836-3ee0-4719-9f18-d241761ea957 tempest-TestVolumeBootPattern-866209097 tempest-TestVolumeBootPattern-866209097-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1124 time: 0.0426726 Aug 26 09:04:42.980644 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53624) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:04:42.985390 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:04:42.990858 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-5d1656a5-6bfb-4335-b20b-569d2b020f3a service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105721 Aug 26 09:04:43.009938 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:43.064959 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:43.097767 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-e8a58e59-176e-4b2a-88ec-a33623e913e3 req-e07ea4ad-4628-49c8-b1f5-116de75e2704 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999513 Aug 26 09:04:43.109253 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:43.220805 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Allocated IP 172.27.3.99 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/9717d220-15d5-4620-9faa-f2d12f35be63) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:04:43.324584 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (9717d220-15d5-4620-9faa-f2d12f35be63), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:43.358270 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (9717d220-15d5-4620-9faa-f2d12f35be63), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:43.396170 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:43.405828 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:04:43.409566 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:04:43.412422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:04:43.417193 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:43.435748 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=9717d220-15d5-4620-9faa-f2d12f35be63,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:43.627765 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:44.059240 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (dfe7b51d-de8c-45e4-9607-4429e2cc9b01), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:44.142095 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (9717d220-15d5-4620-9faa-f2d12f35be63), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:44.303426 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (9717d220-15d5-4620-9faa-f2d12f35be63), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:44.308871 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (9717d220-15d5-4620-9faa-f2d12f35be63), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:44.378029 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=9717d220-15d5-4620-9faa-f2d12f35be63,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:04:44.381723 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (dfe7b51d-de8c-45e4-9607-4429e2cc9b01), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:44.483380 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Floating IP dfe7b51d-de8c-45e4-9607-4429e2cc9b01 associated. External IP: 172.27.3.99, port: 9398cc79-450a-4494-8548-330be1511b9d. Aug 26 09:04:44.564979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:44.644932 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:44.705016 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:04:44.816662 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:04:44.827055 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:04:44.839484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:44.839926 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:04:44.840573 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:04:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:44.879364 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-abba1907-a309-4bae-9151-ea004bdbd313 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8972166 Aug 26 09:04:44.880306 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'tag': '9398cc79-450a-4494-8548-330be1511b9d'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:04:44.883053 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b659760e-f88b-4383-8e42-49abbea5ba71" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "tag": "9398cc79-450a-4494-8548-330be1511b9d"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:04:44.966447 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:04:45.081989 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfe83d9-8fe4-40f3-a382-c7b589e99569 x-openstack-request-id: req-ebfe83d9-8fe4-40f3-a382-c7b589e99569 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:04:45.082491 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "tag": "9398cc79-450a-4494-8548-330be1511b9d", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:04:45.082820 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ebfe83d9-8fe4-40f3-a382-c7b589e99569 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:04:45.083455 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfe83d9-8fe4-40f3-a382-c7b589e99569'] response: {'name': 'network-changed', 'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'tag': '9398cc79-450a-4494-8548-330be1511b9d', 'status': 'completed', 'code': 200} Aug 26 09:04:45.133944 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:45.207243 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:43Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:45.236613 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:04:45.246491 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:04:45.247150 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:04:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:45.361466 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:04:45.434700 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-39efd1bf-51e7-44ac-91e3-6de3b9488576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:45.436440 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-39efd1bf-51e7-44ac-91e3-6de3b9488576 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0459092 Aug 26 09:04:45.577238 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-cabd019e-eaec-4d01-9fb3-ae98930a9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:45.579851 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-cabd019e-eaec-4d01-9fb3-ae98930a9661 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1351728 Aug 26 09:04:45.632049 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-cb95c1b6-53c9-4a67-9abc-0a7562772297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:45.664295 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-ea4894bb-0a21-489e-8f77-c5a04301d20a service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 998 time: 0.0759196 Aug 26 09:04:45.729127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-c4d64fa3-328c-4bb5-9a70-39aa61db8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:45.730776 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-c4d64fa3-328c-4bb5-9a70-39aa61db8865 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0557854 Aug 26 09:04:45.738095 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:43Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:04:45.767814 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9284e-d1ab-434e-9ae0-8ce47ac7c944 None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:43Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:04:45.977676 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-e30d386f-e384-4bff-a3ba-718e0d4966c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:04:45.979380 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-e30d386f-e384-4bff-a3ba-718e0d4966c3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467350 Aug 26 09:04:46.009726 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c08f07-e730-493f-988f-17ec09169b08 None None] New status for floating IP dfe7b51d-de8c-45e4-9607-4429e2cc9b01: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:04:46.094214 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-304e215a-bdab-4e84-af82-abc8fcdfcc7b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077249 Aug 26 09:04:46.236877 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b659760e-f88b-4383-8e42-49abbea5ba71 req-0cb34671-fa4d-4ae9-bc77-a35e8b29b88e service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360614 Aug 26 09:04:48.302410 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8370af6a-0e4b-4cfd-bb09-6f54988372f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:49.977838 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:51.277375 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:52.320494 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:04:54.865306 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:54.873626 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=36 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:56.226638 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=63 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:56.231445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=53 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:56.765453 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=52 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:04:56.771544 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=74 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:01.916587 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:11.907692 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:11.911018 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:12.696014 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:05:15.635581 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3cfd-a05d-4a5d-8414-6dbe86de7ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:18.303626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5df9a8d9-d9be-4a5d-852a-dfae745626c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:19.983638 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:21.280292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:22.325280 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:22.692013 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:31.906735 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:33.765872 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:33.770734 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:41.899172 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:41.902228 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:43.126808 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-62aace43-6485-4247-ac5e-abafd79c829c service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460641 Aug 26 09:05:43.217078 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-744f8875-b736-43c7-8612-f1377c7dd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:05:43.218524 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-744f8875-b736-43c7-8612-f1377c7dd4c4 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0453267 Aug 26 09:05:43.331933 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-208bbd05-bf65-4bf4-8bc0-0e7dc5ab7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:05:43.333608 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-208bbd05-bf65-4bf4-8bc0-0e7dc5ab7683 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.0946155 Aug 26 09:05:43.402400 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-75150e3c-1aa2-4995-b5fb-bd427f7e0e41 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 1000 time: 0.0622993 Aug 26 09:05:43.457346 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-1ad87abd-510d-4a18-82ad-9f0c9adaeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:05:43.458872 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-1ad87abd-510d-4a18-82ad-9f0c9adaeafb service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0503747 Aug 26 09:05:43.506429 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-9f2bcfd9-8a28-4dd0-b6e6-db4438d7e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:05:43.508085 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-9f2bcfd9-8a28-4dd0-b6e6-db4438d7e92e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428324 Aug 26 09:05:43.638952 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-78f32636-96ee-4f5e-a6fd-da4f4212d010 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234570 Aug 26 09:05:43.736091 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-4d765d7e-c56d-4d54-8160-7691ee851756 req-3016f4bc-165e-40da-8551-19a5a4214aa2 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904660 Aug 26 09:05:45.632729 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-6f1962a9-e396-49c0-8a68-23f25f9ab581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:46.406916 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=12 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:46.413122 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=16 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:48.299296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-def827dc-3e8e-4d56-bcbe-a5a7998a3309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:49.695611 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:05:49.987869 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:51.284123 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:52.326944 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:05:53.731594 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=52 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:53.732539 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=49 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:59.690723 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:05:59.691599 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:01.917117 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:02.320546 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:10.767703 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:10.768555 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:11.912234 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:15.628978 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f24a07ba-ae50-4e6d-b149-0e61c485d33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:18.302955 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8faab664-9ed1-4b64-88c4-4c61452bb0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:19.991060 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:21.283017 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:22.332960 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:26.695526 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:06:31.277026 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:31.937145 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:32.662390 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-50879a54-b57f-427c-8584-288b3cc52137 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-664018262&fields=id&tenant_id=6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 267 time: 0.0583580 Aug 26 09:06:32.796919 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-5eab61c0-4bfc-42e6-9898-d2349f6497aa tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:32.798548 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-5eab61c0-4bfc-42e6-9898-d2349f6497aa tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 812 time: 0.1284890 Aug 26 09:06:32.814665 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-d8f800b9-8f0f-4e82-ace5-974e8420cd65 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/quotas/6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 375 time: 0.0103114 Aug 26 09:06:32.872915 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-5129b27f-c548-47a4-80b0-3c8406c6968e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522196 Aug 26 09:06:33.010534 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-88acab8c-2548-493a-967e-5044a9854b2e service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 09:06:33.011582 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-88acab8c-2548-493a-967e-5044a9854b2e service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1263788 Aug 26 09:06:33.118597 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-a5026365-fc3d-4dbc-b253-0a582c9600c1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987644 Aug 26 09:06:33.220852 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-803c51ac-3a5d-45b6-820c-f5263c7fd604 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952358 Aug 26 09:06:33.768867 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-04cb4194-7b1d-44f4-9236-5d81f336e4a6 req-fead91a5-9a28-4e7e-b231-04d341557e4f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 210 time: 0.1095574 Aug 26 09:06:34.945950 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6686fce9-f7ab-4f39-8f58-2494a8b5b4aa req-16b7df31-306e-4c88-850c-3535edd4c7f3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 210 time: 0.0673921 Aug 26 09:06:34.961563 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-1bca807a-ea26-4f42-b3d3-554cafc471f2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:34.964292 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-1bca807a-ea26-4f42-b3d3-554cafc471f2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 812 time: 0.1949635 Aug 26 09:06:35.043314 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-3db444c3-e337-4ece-8245-02ac087a8afd tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6773ba16da8845d39c90a627802cf05f HTTP/1.1" status: 200 len: 379 time: 0.0680444 Aug 26 09:06:35.054243 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'port': {'device_id': 'dfacb28e-2616-416c-bada-df2f05f93097', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'admin_state_up': True, 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'security_groups': ['477635cc-38a0-46c4-8711-32f971e4c9e9']}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:06:35.175569 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Made reservation on behalf of 6773ba16da8845d39c90a627802cf05f for: {'port': 1} {{(pid=117971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 09:06:35.179807 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:35.335604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_common [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Allocated IP 172.20.0.8 (f3820959-3ded-44b4-b94f-e8c3d94acf11/5d9ba756-bed5-44b8-a33c-513fa5f8ce9b/7a2f6b20-eeba-4efa-9fbe-71178238bb6e) {{(pid=117971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:06:35.431299 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:35.446677 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:35.502604 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), precommit_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:35.538390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), after_create {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:35.588553 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 is already hosted by enough agents. {{(pid=117971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:06:35.594011 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.base_scheduler [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Resources bound (agent type, host, resource id): {{(pid=117971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:06:35.596427 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,revision_number=1']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:35.598702 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Received port after_create {{(pid=117971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:06:35.628929 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.629232 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.629680 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.630197 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.630625 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.630977 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.631331 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.631686 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.632089 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.632544 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.633001 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.633444 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.633815 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.634236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.634559 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:35.668666 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:35.669849 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:35.702280 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-b4f64474-686c-43e2-ad02-24003adbb7f8 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6527913 Aug 26 09:06:35.713518 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.v2.base [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Request body: {'port': {'device_id': 'dfacb28e-2616-416c-bada-df2f05f93097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=117971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:06:35.795471 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:35.858828 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-b32fe318-fdf8-4a92-9cea-5c77ca807100 None None] Provisioning complete for port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e triggered by entity DHCP. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:06:35.859521 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b32fe318-fdf8-4a92-9cea-5c77ca807100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:35.913908 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-b32fe318-fdf8-4a92-9cea-5c77ca807100 None None] Port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e cannot update to ACTIVE because it is not bound. {{(pid=117973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 09:06:36.118281 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434487fd-f428-42b4-801c-c4247b018b88 req-0f53909e-9306-4375-8abc-4bd3c921b202 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:36.120469 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-434487fd-f428-42b4-801c-c4247b018b88 req-0f53909e-9306-4375-8abc-4bd3c921b202 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 931 time: 0.0758355 Aug 26 09:06:36.143197 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2f6b20-eeba-4efa-9fbe-71178238bb6e {{(pid=117971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:06:36.153322 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Publish callbacks [] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), precommit_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:36.167399 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.provisioning_blocks [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Transition to ACTIVE for port object 7a2f6b20-eeba-4efa-9fbe-71178238bb6e will not be triggered until provisioned by entity L2. {{(pid=117971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 09:06:36.173978 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:36.186465 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-434487fd-f428-42b4-801c-c4247b018b88 req-2bea9aff-4f28-47f0-8200-d79f881f1bbb tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570307 Aug 26 09:06:36.261786 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,revision_number=2']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:36.293341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Attempting to bind port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e on host hv-cinder-85236 for vnic_type normal with profile {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 09:06:36.293812 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Attempting to bind port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 09:06:36.294264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Attempting to bind port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:06:36.299809 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e on network f3820959-3ded-44b4-b94f-e8c3d94acf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 09:06:36.300131 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Attempting to bind port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e on network f3820959-3ded-44b4-b94f-e8c3d94acf11 {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 09:06:36.305612 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Checking agent: {'id': 'babbfa81-70e2-426f-8f2e-fa7e994f9322', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'started_at': datetime.datetime(2022, 8, 26, 8, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 09:06:36.306007 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Checking segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 09:06:36.306390 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Bound using segment: {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'} {{(pid=117971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 09:06:36.306816 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.managers [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Bound port: 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203d2783-c385-4008-a00d-bee67ed7aa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11'}}] {{(pid=117971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 09:06:36.307209 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), before_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:36.342623 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:36.371549 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] For port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host hv-cinder-85236, cleared binding levels {{(pid=117971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 09:06:36.377575 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] For port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 09:06:36.385918 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13329399'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), after_update {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:36.389237 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:36.389883 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:36.392245 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] 10.222.0.115 "PUT /networking/v2.0/ports/7a2f6b20-eeba-4efa-9fbe-71178238bb6e HTTP/1.1" status: 200 len: 1093 time: 0.6833575 Aug 26 09:06:36.394435 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:06:36.397850 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c651adf5-6a2f-4816-94d0-979b394c36e6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:06:36.429803 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:36.445272 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac8b43-e99a-4037-bde0-a74f2157a81a x-openstack-request-id: req-05ac8b43-e99a-4037-bde0-a74f2157a81a {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:06:36.445659 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:06:36.445847 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05ac8b43-e99a-4037-bde0-a74f2157a81a {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:06:36.446263 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ac8b43-e99a-4037-bde0-a74f2157a81a'] response: {'name': 'network-changed', 'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'status': 'completed', 'code': 200} Aug 26 09:06:36.459890 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b815c-ce03-40d1-af06-2916a0be2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,revision_number=3']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:36.626945 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-46049bf1-676a-45e6-b633-d665459ed77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:36.628521 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-46049bf1-676a-45e6-b633-d665459ed77f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 1127 time: 0.0430441 Aug 26 09:06:36.678740 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-ef5c1b1c-17af-4d38-9c4d-da6387724995 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e HTTP/1.1" status: 200 len: 217 time: 0.0405381 Aug 26 09:06:36.689335 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:36.736530 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-e7bfc0a0-0cd4-4601-8dea-e9d68ec6221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:36.738073 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-e7bfc0a0-0cd4-4601-8dea-e9d68ec6221f service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0537076 Aug 26 09:06:36.794815 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-d9c2944a-ace8-4494-b5a0-12d9ba81074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:36.796402 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-d9c2944a-ace8-4494-b5a0-12d9ba81074b service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514765 Aug 26 09:06:36.898421 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-bb37b7a3-e558-4071-afc9-815adfabff73 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956538 Aug 26 09:06:37.004871 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-43bc0c86-85e5-43bc-91ad-06491eeb3798 req-aec47851-b15e-435c-bea1-82eccdd4539f service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000154 Aug 26 09:06:37.337357 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc34456-8154-4c7f-8f64-b4125853d3c8 req-41100deb-fe1e-40ec-acbb-f93819b5b0a1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:37.339018 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ddc34456-8154-4c7f-8f64-b4125853d3c8 req-41100deb-fe1e-40ec-acbb-f93819b5b0a1 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 943 time: 0.0577383 Aug 26 09:06:37.357158 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-3f26482f-9327-4922-8367-cfe6bcfd3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:37.359938 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-3f26482f-9327-4922-8367-cfe6bcfd3a4e service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 1127 time: 0.0590527 Aug 26 09:06:37.410655 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-ddc34456-8154-4c7f-8f64-b4125853d3c8 req-6fef5abc-067b-4088-9b4f-1e45abce10bb tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614688 Aug 26 09:06:37.480398 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-6b6e3504-5fc8-44a4-b8b0-bd2d30379362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:37.481941 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-6b6e3504-5fc8-44a4-b8b0-bd2d30379362 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1114967 Aug 26 09:06:37.526312 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-b2839d0c-db01-45bf-abb4-730994070436 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e HTTP/1.1" status: 200 len: 217 time: 0.0341089 Aug 26 09:06:37.589464 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-024f89f0-b6c2-4ff1-b7bd-09d68c7fe0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:37.592703 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-024f89f0-b6c2-4ff1-b7bd-09d68c7fe0e9 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0584748 Aug 26 09:06:37.650763 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-15a68348-7cf3-4eb0-b9d1-3de5bb302740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:37.652358 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-15a68348-7cf3-4eb0-b9d1-3de5bb302740 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528347 Aug 26 09:06:37.754497 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-590274f3-4fd4-4bbf-8312-39fcd50b293c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949523 Aug 26 09:06:37.854576 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c651adf5-6a2f-4816-94d0-979b394c36e6 req-ab7f1113-c586-4615-9c9a-7f2d6c4c1678 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936310 Aug 26 09:06:38.559478 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d56bf4-c3ce-4a30-99e2-083d464be2e0 req-c7b3b2b4-0614-45bd-9596-4a57b8238478 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:38.561131 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-29d56bf4-c3ce-4a30-99e2-083d464be2e0 req-c7b3b2b4-0614-45bd-9596-4a57b8238478 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 943 time: 0.0546818 Aug 26 09:06:38.619544 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-29d56bf4-c3ce-4a30-99e2-083d464be2e0 req-abc5a02f-d03f-482b-aa02-a9453ca30e6e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518441 Aug 26 09:06:39.753618 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd39198-b6c9-4b7b-933c-1d437c68b603 req-96811b32-0012-4382-9b67-19b65d8363a9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:39.755418 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1cd39198-b6c9-4b7b-933c-1d437c68b603 req-96811b32-0012-4382-9b67-19b65d8363a9 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 943 time: 0.0513179 Aug 26 09:06:39.818506 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-1cd39198-b6c9-4b7b-933c-1d437c68b603 req-4abbf761-1553-445a-98cf-8dabe01a8225 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563412 Aug 26 09:06:40.961704 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac7b17-0b86-43e6-b833-c89f5c66f90c req-5aff9cbf-b716-49a8-b55e-5c57e34faf08 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:40.963347 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a5ac7b17-0b86-43e6-b833-c89f5c66f90c req-5aff9cbf-b716-49a8-b55e-5c57e34faf08 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 943 time: 0.0569324 Aug 26 09:06:40.978252 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:41.023764 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-a5ac7b17-0b86-43e6-b833-c89f5c66f90c req-053e8b56-3268-4c98-9145-c65c9a963369 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536282 Aug 26 09:06:42.153490 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66086e80-cf78-43ef-85a2-49b4afa8907b req-d0f3724c-aab3-44d2-9c2f-dec769a25d21 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:42.155059 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66086e80-cf78-43ef-85a2-49b4afa8907b req-d0f3724c-aab3-44d2-9c2f-dec769a25d21 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 943 time: 0.0499766 Aug 26 09:06:42.212406 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-66086e80-cf78-43ef-85a2-49b4afa8907b req-2dcf3f72-c216-4269-98d4-2eb01b95e398 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496185 Aug 26 09:06:43.129003 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:43.140506 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-8d32317a-71fd-42a9-9fe2-fb4f1110b2b8 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422113 Aug 26 09:06:43.237255 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-247a8064-1694-456e-a2b1-f394f69548b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:43.238924 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-247a8064-1694-456e-a2b1-f394f69548b3 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0449560 Aug 26 09:06:43.368580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b598-fb70-4590-8c1f-9b1a368a602c req-3552e9d0-b78f-4555-a75d-ae66cbde828e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:43.370268 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6651b598-fb70-4590-8c1f-9b1a368a602c req-3552e9d0-b78f-4555-a75d-ae66cbde828e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 943 time: 0.0630493 Aug 26 09:06:43.412061 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-739b006d-8114-4066-9848-65363c17e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:43.413658 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-739b006d-8114-4066-9848-65363c17e045 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1538334 Aug 26 09:06:43.483521 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-6651b598-fb70-4590-8c1f-9b1a368a602c req-94d9af19-9912-4685-adda-b48fd142c6e2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058078 Aug 26 09:06:43.508899 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-00dee476-b5bf-4a55-bf33-252afb4f0d99 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 1000 time: 0.0869720 Aug 26 09:06:43.562388 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-8509b0da-b7f1-41e6-abea-28d6a98ac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:43.563965 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-8509b0da-b7f1-41e6-abea-28d6a98ac73b service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0490081 Aug 26 09:06:43.628291 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-9edbd8b6-3518-4fc0-985d-d12def052ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:43.629721 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-9edbd8b6-3518-4fc0-985d-d12def052ba5 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581753 Aug 26 09:06:43.729889 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-ba73c7f2-27ab-4012-9f9b-85717ad9d693 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919998 Aug 26 09:06:43.833964 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-68e0b9af-b48f-48f7-bfd7-941148ade4bd req-6bd12dff-9c1a-446e-ba37-9c40f841e6e2 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975115 Aug 26 09:06:44.340379 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 7a2f6b20-eeba-4efa-9fbe-71178238bb6e details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=117973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 09:06:44.342552 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:44.455515 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:06:44.471870 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Returning: {'device': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'port_id': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'mac_address': 'fa:16:3e:98:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 09:06:44.509994 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e is: DOWN; New status is: BUILD {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:06:44.510387 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:44.526430 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2f6b20-eeba-4efa-9fbe-71178238bb6e {{(pid=117973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 09:06:44.550019 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:06:44.556744 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:44.610989 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,revision_number=4']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:44.618392 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.618750 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.619140 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.619483 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.619820 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.620073 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf4a4-296b-4117-ba16-5c1bd812fd40 req-8990919b-074e-4edb-9fdc-40b164beb524 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:44.620603 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.620603 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.620817 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.621096 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.621421 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.621747 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.621864 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-da9bf4a4-296b-4117-ba16-5c1bd812fd40 req-8990919b-074e-4edb-9fdc-40b164beb524 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 944 time: 0.0498223 Aug 26 09:06:44.622073 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.622395 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.622713 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.623076 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:44.678130 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-da9bf4a4-296b-4117-ba16-5c1bd812fd40 req-f3b05779-ca1a-4627-956e-2ee05483d62e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480125 Aug 26 09:06:44.792999 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] get_ports_and_sgs() called for port_ids ['7a2f6b20-eeba-4efa-9fbe-71178238bb6e'] {{(pid=117973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 09:06:45.631961 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dba798ba-c14d-41a2-b55b-3af59e286830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:45.804745 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b615b0-608d-4c20-bbc4-9722015f6153 req-28aec168-412e-4beb-afba-5a2dcfb8adb4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:45.806476 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-69b615b0-608d-4c20-bbc4-9722015f6153 req-28aec168-412e-4beb-afba-5a2dcfb8adb4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 944 time: 0.0497165 Aug 26 09:06:45.860443 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-69b615b0-608d-4c20-bbc4-9722015f6153 req-87c92943-78fe-48b1-97e8-ee2b62f55b8b tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459685 Aug 26 09:06:46.356232 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 7a2f6b20-eeba-4efa-9fbe-71178238bb6e up at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 09:06:46.404637 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning for port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e completed by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 09:06:46.413645 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.provisioning_blocks [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Provisioning complete for port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e triggered by entity L2. {{(pid=117973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 09:06:46.414022 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744065'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), provisioning_complete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:46.491292 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Current status of the port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e is: BUILD; New status is: ACTIVE {{(pid=117973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 09:06:46.491680 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), before_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:46.515727 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e'}] {{(pid=117973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:06:46.518346 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76513a14c58766f13d7ef87c2d21a24f2ea0eeef9e49132c327ebc8ddba1add7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1502b662-e208-4518-8670-f5719b574c6b" -d '{"events": [{"server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "name": "network-vif-plugged", "status": "completed", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e"}]}' {{(pid=117973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:06:46.531462 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] For port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:06:46.536319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:46.540107 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:46.574167 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30d738-a49d-4e9b-a620-bde3564d7458 x-openstack-request-id: req-ce30d738-a49d-4e9b-a620-bde3564d7458 {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:06:46.574484 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "name": "network-vif-plugged", "status": "completed", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e", "code": 200}]} {{(pid=117973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:06:46.574760 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce30d738-a49d-4e9b-a620-bde3564d7458 {{(pid=117973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:06:46.575243 dv-cinder-852364-5-iscsi neutron-server[117973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce30d738-a49d-4e9b-a620-bde3564d7458'] response: {'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'code': 200} Aug 26 09:06:46.575687 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:46.611658 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Pushing event updated for resources: {'Port': ['ID=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,revision_number=5']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:46.812444 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c5295-fe6a-4c54-bec2-f1080785f1ff req-4ba27fed-e525-460c-95d1-4ec4b15a0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:46.813998 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f66c5295-fe6a-4c54-bec2-f1080785f1ff req-4ba27fed-e525-460c-95d1-4ec4b15a0529 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 1129 time: 0.0431859 Aug 26 09:06:46.863800 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-f66c5295-fe6a-4c54-bec2-f1080785f1ff req-ca6e78f9-afc2-4ea9-ac8e-6c2cfe1011e6 service neutron] 10.222.0.115 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 Aug 26 09:06:47.003769 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915977f1-e9ea-4381-a4ca-f0577d84430c req-f30db703-466b-485f-826d-0e11f234758a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:47.005831 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-915977f1-e9ea-4381-a4ca-f0577d84430c req-f30db703-466b-485f-826d-0e11f234758a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0568826 Aug 26 09:06:47.056772 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-915977f1-e9ea-4381-a4ca-f0577d84430c req-c66e28f3-4fcf-40b0-b168-be3886ae1f45 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Aug 26 09:06:47.760573 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:47.766072 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:48.191054 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61427-f741-425a-a5df-1d1ee7f2bb12 req-3b1fe996-41eb-4cdc-9d44-033ee623d4ef tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:48.192662 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7bd61427-f741-425a-a5df-1d1ee7f2bb12 req-3b1fe996-41eb-4cdc-9d44-033ee623d4ef tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0561616 Aug 26 09:06:48.243155 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7bd61427-f741-425a-a5df-1d1ee7f2bb12 req-fe3ea970-d77c-4740-bd6e-80b20a5cab32 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442827 Aug 26 09:06:48.299762 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-de011ebf-a574-4849-871d-bf7d8f4175dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:49.382312 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dff96-1c4e-4af8-b35c-1d95ffdbd925 req-1a7dfbef-3250-45f6-a78c-3dc81f6165a2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:49.383929 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-127dff96-1c4e-4af8-b35c-1d95ffdbd925 req-1a7dfbef-3250-45f6-a78c-3dc81f6165a2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0574975 Aug 26 09:06:49.440357 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-127dff96-1c4e-4af8-b35c-1d95ffdbd925 req-2c428c93-e933-4890-8e8e-b16fe1a86e50 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473344 Aug 26 09:06:49.562983 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa2e1d-6cba-4012-8070-a9d02098c7ac req-dcbb3e2b-386d-4bab-aad3-3f5436699dd3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:49.564447 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f4fa2e1d-6cba-4012-8070-a9d02098c7ac req-dcbb3e2b-386d-4bab-aad3-3f5436699dd3 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 26 09:06:49.616450 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-f4fa2e1d-6cba-4012-8070-a9d02098c7ac req-229f5a06-7a68-415c-8969-90e9382e77fc tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Aug 26 09:06:49.644589 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53766) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:06:49.794330 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7fc25-01ce-43a2-a45b-392df97e32ea tempest-TestVolumeBootPattern-866209097 tempest-TestVolumeBootPattern-866209097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:49.795946 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-c3d7fc25-01ce-43a2-a45b-392df97e32ea tempest-TestVolumeBootPattern-866209097 tempest-TestVolumeBootPattern-866209097-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 1124 time: 0.1502740 Aug 26 09:06:49.800017 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53770) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:06:49.804457 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.v2.base [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Request body: {'floatingip': {'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'port_id': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=117972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 09:06:49.829627 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:49.923079 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (None), before_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:49.994386 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.039179 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:50.049216 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.db_base_plugin_common [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Allocated IP 172.27.3.78 (42f31723-197b-42a3-b329-20a45380f69c/88246d07-51d9-4590-873e-316d8eeff338/1e242790-1943-4e7b-a84d-48fa72827715) {{(pid=117972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 09:06:50.114758 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:50.165652 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (1e242790-1943-4e7b-a84d-48fa72827715), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.199809 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752614793283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (1e242790-1943-4e7b-a84d-48fa72827715), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.244166 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Network 42f31723-197b-42a3-b329-20a45380f69c is already hosted by enough agents. {{(pid=117972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 09:06:50.247168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.base_scheduler [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Resources bound (agent type, host, resource id): {{(pid=117972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 09:06:50.251178 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Received port after_create {{(pid=117972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 09:06:50.273129 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=1e242790-1943-4e7b-a84d-48fa72827715,revision_number=1']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:50.288763 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.289117 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.289521 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.289804 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.290133 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.290457 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.290794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.291139 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.291466 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.291791 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.292113 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.292440 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.292745 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.293064 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.293380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:06:50.637141 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (442d95a2-2d4e-4a59-be50-3454d5ada3f2), precommit_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.719855 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640086'] for port (1e242790-1943-4e7b-a84d-48fa72827715), before_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.873083 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:50.878559 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for port (1e242790-1943-4e7b-a84d-48fa72827715), precommit_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.884080 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752615287161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752614793301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752614793319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13631441'] for port (1e242790-1943-4e7b-a84d-48fa72827715), after_update {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.935892 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:50.955752 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16360293'] for floatingip (442d95a2-2d4e-4a59-be50-3454d5ada3f2), after_create {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:50.957575 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event updated for resources: {'Port': ['ID=1e242790-1943-4e7b-a84d-48fa72827715,revision_number=2']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:06:51.083084 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Floating IP 442d95a2-2d4e-4a59-be50-3454d5ada3f2 associated. External IP: 172.27.3.78, port: 7a2f6b20-eeba-4efa-9fbe-71178238bb6e. Aug 26 09:06:51.286017 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:51.308489 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:06:51.436942 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:06:51.447301 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:06:51.457168 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:51.458310 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:06:51.458972 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:06:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:06:51.494448 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a399b1f3-08b0-44d5-9789-e703455b9015 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6933589 Aug 26 09:06:51.495044 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:06:51.497556 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47bba47-40ff-4aeb-b06b-638c7b8052af" -d '{"events": [{"name": "network-changed", "server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:06:51.537213 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6a309-f0de-418f-b7e4-484168598fba x-openstack-request-id: req-eff6a309-f0de-418f-b7e4-484168598fba {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:06:51.537469 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:06:51.537722 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eff6a309-f0de-418f-b7e4-484168598fba {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:06:51.538130 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff6a309-f0de-418f-b7e4-484168598fba'] response: {'name': 'network-changed', 'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'status': 'completed', 'code': 200} Aug 26 09:06:51.577688 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:06:51.592127 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:51.602692 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-4cfe7464-535a-4cc5-a053-b52802bde640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:51.604261 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-4cfe7464-535a-4cc5-a053-b52802bde640 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 1129 time: 0.0428607 Aug 26 09:06:51.669576 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:06:51.711471 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-5ddd2c2e-148a-4cab-aa83-38563324bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:51.712987 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-5ddd2c2e-148a-4cab-aa83-38563324bfcd service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.0992568 Aug 26 09:06:51.774948 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-3b7974c0-9c7d-4420-8bea-60bcccc86b67 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e HTTP/1.1" status: 200 len: 998 time: 0.0556648 Aug 26 09:06:51.810826 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '442d95a2-2d4e-4a59-be50-3454d5ada3f2', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:98:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfacb28e-2616-416c-bada-df2f05f93097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:06:50Z', 'updated_at': '2022-08-26T09:06:50Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}, {'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:46Z', 'revision_number': 1, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:06:51.828391 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-838e5603-6159-416e-9163-8c97e82476c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:51.829903 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-838e5603-6159-416e-9163-8c97e82476c3 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0492320 Aug 26 09:06:51.839322 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:06:51.848581 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:06:51.849207 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:06:48Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:06:51.874602 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-1e3971e8-5294-4f82-810e-cfbd0f65fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:06:51.876209 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-1e3971e8-5294-4f82-810e-cfbd0f65fed1 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403812 Aug 26 09:06:51.949482 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:06:51.976167 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-4c0a927e-1f8d-48e1-b927-a5f257672615 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911915 Aug 26 09:06:52.076641 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b47bba47-40ff-4aeb-b06b-638c7b8052af req-92dd272a-b869-4297-a632-8884b9c25adb service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938678 Aug 26 09:06:52.177741 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '442d95a2-2d4e-4a59-be50-3454d5ada3f2', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:98:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfacb28e-2616-416c-bada-df2f05f93097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:06:50Z', 'updated_at': '2022-08-26T09:06:50Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}, {'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:46Z', 'revision_number': 1, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:06:52.203304 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9968afe-33d4-4d03-b5ce-9e85062a4cd6 None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': '442d95a2-2d4e-4a59-be50-3454d5ada3f2', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:98:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfacb28e-2616-416c-bada-df2f05f93097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:06:50Z', 'updated_at': '2022-08-26T09:06:50Z', 'revision_number': 0, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}, {'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:46Z', 'revision_number': 1, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:06:52.335391 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:06:52.409880 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba624cba-95f9-401a-8a69-21c168f4d0f8 None None] New status for floating IP 442d95a2-2d4e-4a59-be50-3454d5ada3f2: ACTIVE {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:07:01.484194 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:01.490253 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=49 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:01.934878 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:02.070725 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=51 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:02.072657 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=34 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:02.175463 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=79 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:02.181263 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=69 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:03.699647 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:07:11.921118 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:11.928191 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:13.693521 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:15.631839 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b77d7370-0555-4d02-acaf-91dc74360f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:18.296536 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-37a679a8-4cbb-4612-9527-75aac4e9109b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:20.000797 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:21.285790 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:22.339477 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:24.762778 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:24.763972 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:27.822731 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-b7f04bff-9144-496b-b8fc-fd17b2f17ded req-45595081-301a-453c-aaf0-ffa0fdedaa9b service neutron] (117972) timed out ('10.222.0.115', 57969) {{(pid=117972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:07:31.936639 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:40.702708 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:07:41.929279 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:41.931295 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:44.185069 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-c3ad413e-a183-4ec8-83b6-1335c60e7d0f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945137 Aug 26 09:07:44.283141 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-8085e870-7d22-4743-8297-de4ec0f98bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:07:44.284697 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-8085e870-7d22-4743-8297-de4ec0f98bae service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0516255 Aug 26 09:07:44.419239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-aedccd74-6506-4000-8b43-0a131505812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:07:44.421387 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-aedccd74-6506-4000-8b43-0a131505812d service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1164966 Aug 26 09:07:44.488207 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-5df35622-46d4-4525-9f22-cafb6c02dff0 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 1000 time: 0.0606074 Aug 26 09:07:44.553236 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-43408aeb-0403-4aa4-baca-258311eb2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:07:44.554743 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-43408aeb-0403-4aa4-baca-258311eb2fd4 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0599425 Aug 26 09:07:44.610507 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-1eb8d9d8-0954-40c8-86f2-6c271e334f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:07:44.612086 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-1eb8d9d8-0954-40c8-86f2-6c271e334f1a service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501630 Aug 26 09:07:44.729571 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-9845f327-7dfc-4f2a-9d07-55326918c464 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070507 Aug 26 09:07:44.856343 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-76a59f38-0eb5-4708-8a9a-e2af771e9ad7 req-96ec4f2c-fddc-4ae8-bbdd-b7a4bf6d6e5c service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180754 Aug 26 09:07:45.632241 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-837fc53d-8e69-457c-90d4-c3df5184aaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:46.503361 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=14 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:48.290522 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-4916e9e9-fe63-42e3-bf88-c09ee933511f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:50.005981 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:50.695777 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=14 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:51.282153 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:52.344065 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:07:54.841775 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=47 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:07:54.851807 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=54 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:01.762075 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:01.763061 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:01.938495 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:11.929748 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:11.931911 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:15.628432 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ed0b57f7-22d4-40b3-9f4e-9f83c39dbb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:17.702763 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:08:18.296496 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a38b2f6-89bf-4840-8854-8b5594c9ddc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:20.006932 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:21.282019 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:22.346743 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:27.697978 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:28.452713 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53806) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:28.597620 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Deleting port 1e242790-1943-4e7b-a84d-48fa72827715 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:28.597924 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (1e242790-1943-4e7b-a84d-48fa72827715), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:28.693684 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (1e242790-1943-4e7b-a84d-48fa72827715), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:28.694158 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (1e242790-1943-4e7b-a84d-48fa72827715), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:28.715247 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Calling delete_port for 1e242790-1943-4e7b-a84d-48fa72827715 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:28.872449 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (1e242790-1943-4e7b-a84d-48fa72827715), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:28.901413 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'Port': ['ID=1e242790-1943-4e7b-a84d-48fa72827715,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:28.913979 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.914307 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.914665 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.915028 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.915357 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.915681 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.916003 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.916328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.916656 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.917002 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.917328 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.917644 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.918017 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.918277 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.918596 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:28.981695 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (442d95a2-2d4e-4a59-be50-3454d5ada3f2), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:28.982019 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Floating IP 442d95a2-2d4e-4a59-be50-3454d5ada3f2 disassociated (deleted). External IP: 172.27.3.78, port: 7a2f6b20-eeba-4efa-9fbe-71178238bb6e. Aug 26 09:08:29.200392 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:08:29.310484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:08:29.315471 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:29.321121 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:08:29.332176 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:29.332815 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:29.454339 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:29.620726 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:29.633533 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-884612f3-17d1-4c0c-a9ec-364499c1aad0 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/442d95a2-2d4e-4a59-be50-3454d5ada3f2 HTTP/1.1" status: 204 len: 168 time: 1.1796000 Aug 26 09:08:29.634060 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:08:29.636677 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafbd4c-48ab-4294-a3ce-037f0794f828" -d '{"events": [{"name": "network-changed", "server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:08:29.693661 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:46Z', 'revision_number': 1, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:29.716715 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8132bda4-7351-49e4-8692-55f9b3dd6b6d x-openstack-request-id: req-8132bda4-7351-49e4-8692-55f9b3dd6b6d {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:08:29.717080 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:08:29.718008 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8132bda4-7351-49e4-8692-55f9b3dd6b6d {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:08:29.718008 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8132bda4-7351-49e4-8692-55f9b3dd6b6d'] response: {'name': 'network-changed', 'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'status': 'completed', 'code': 200} Aug 26 09:08:29.724722 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:08:29.746964 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:29.747685 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:29.797302 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-5fa6f41c-ca9d-42c3-8346-e474c342b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:29.799816 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-5fa6f41c-ca9d-42c3-8346-e474c342b3ca service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 1129 time: 0.0511160 Aug 26 09:08:29.861558 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:30.113285 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:46Z', 'revision_number': 1, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:30.143414 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bd3c9-4210-402a-afb6-95a20c83dabe None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_floatingips': [{'id': 'dfe7b51d-de8c-45e4-9607-4429e2cc9b01', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'router_id': '77534830-acf1-44d1-b72c-93436e07a886', 'port_id': '9398cc79-450a-4494-8548-330be1511b9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'mac_address': 'fa:16:3e:e1:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T09:04:43Z', 'updated_at': '2022-08-26T09:04:46Z', 'revision_number': 1, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:08:30.199175 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc393-1ea5-4e3f-b630-150f6a9f7a52 req-f05e3ab5-3382-492d-802c-adf50fff5f86 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:30.200689 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6bdc393-1ea5-4e3f-b630-150f6a9f7a52 req-f05e3ab5-3382-492d-802c-adf50fff5f86 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0648642 Aug 26 09:08:30.246954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-5a6d0ce4-1dab-4f4e-89ee-6ed98e9d7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:30.248435 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-5a6d0ce4-1dab-4f4e-89ee-6ed98e9d7cf7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.4414678 Aug 26 09:08:30.275344 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-c6bdc393-1ea5-4e3f-b630-150f6a9f7a52 req-ab7591f7-b7c0-4128-ad4c-3c19004badc4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632524 Aug 26 09:08:30.385597 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9dce2d-394f-4184-a7f3-eae4994494f9 None None] New status for floating IP 442d95a2-2d4e-4a59-be50-3454d5ada3f2: DOWN {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:08:30.953990 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-665c1d3c-e086-45af-a2c9-071005df062c service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e HTTP/1.1" status: 200 len: 217 time: 0.0349536 Aug 26 09:08:31.009635 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-80b0e1d0-490e-48b9-9a48-036fb404ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:31.011184 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-80b0e1d0-490e-48b9-9a48-036fb404ab8f service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0496125 Aug 26 09:08:31.154197 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-a8b95ef5-b751-4141-bbc2-4809998d5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:31.156246 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-a8b95ef5-b751-4141-bbc2-4809998d5912 service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483198 Aug 26 09:08:31.252701 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-647ecd17-1ead-46c2-b751-5b8d3cbc97e7 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892694 Aug 26 09:08:31.419330 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6222fa-0eb3-4281-bffa-a94857c6458b req-5a249574-f3ac-4aed-a4f3-0cdaf4d50c31 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:31.420856 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5e6222fa-0eb3-4281-bffa-a94857c6458b req-5a249574-f3ac-4aed-a4f3-0cdaf4d50c31 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0656614 Aug 26 09:08:31.435048 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:31.495966 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-3cafbd4c-48ab-4294-a3ce-037f0794f828 req-a44f2aac-6a35-4abd-9f71-2d65657ad82b service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974734 Aug 26 09:08:31.507313 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-5e6222fa-0eb3-4281-bffa-a94857c6458b req-84e14daf-8758-4ab1-941f-cae42fcdc6a2 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792105 Aug 26 09:08:31.518309 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-9b888916-7fd1-4e22-be22-ea6e5db12155 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:31.519845 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-9b888916-7fd1-4e22-be22-ea6e5db12155 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 945 time: 0.0683753 Aug 26 09:08:31.612100 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Deleting port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:31.612424 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:31.710641 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] For port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:31.711041 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:31.724800 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Calling delete_port for 7a2f6b20-eeba-4efa-9fbe-71178238bb6e owned by compute:nova {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:31.858078 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (7a2f6b20-eeba-4efa-9fbe-71178238bb6e), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:31.890864 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'Port': ['ID=7a2f6b20-eeba-4efa-9fbe-71178238bb6e,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:31.936755 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:31.942638 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] No DVR routers for this DVR port 7a2f6b20-eeba-4efa-9fbe-71178238bb6e on host hv-cinder-85236 {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:08:31.945402 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:31.948864 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-a3a51b22-ffa6-4095-b1b7-667f02ae27ef req-ce657702-5e45-47a4-983e-36ac01a690d6 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "DELETE /networking/v2.0/ports/7a2f6b20-eeba-4efa-9fbe-71178238bb6e HTTP/1.1" status: 204 len: 173 time: 0.4227743 Aug 26 09:08:31.949342 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'name': 'network-vif-deleted', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:08:31.952337 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a0cb7-52a2-493c-b962-913b4262aece" -d '{"events": [{"server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "name": "network-vif-deleted", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:08:31.999568 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2ca62-9a26-41c9-a00e-a46c8aadad52 x-openstack-request-id: req-f9c2ca62-9a26-41c9-a00e-a46c8aadad52 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:08:31.999883 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfacb28e-2616-416c-bada-df2f05f93097", "name": "network-vif-deleted", "tag": "7a2f6b20-eeba-4efa-9fbe-71178238bb6e", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:08:32.000127 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9c2ca62-9a26-41c9-a00e-a46c8aadad52 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:08:32.000543 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c2ca62-9a26-41c9-a00e-a46c8aadad52'] response: {'server_uuid': 'dfacb28e-2616-416c-bada-df2f05f93097', 'name': 'network-vif-deleted', 'tag': '7a2f6b20-eeba-4efa-9fbe-71178238bb6e', 'status': 'completed', 'code': 200} Aug 26 09:08:32.634473 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-e79b2c23-3d9c-4c2f-b01d-920602117696 req-7296fce5-e522-45b9-8de0-d1a9d7d39fcf tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dfacb28e-2616-416c-bada-df2f05f93097 HTTP/1.1" status: 200 len: 210 time: 0.0289936 Aug 26 09:08:34.936106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 7a2f6b20-eeba-4efa-9fbe-71178238bb6e no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:34.960210 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 7a2f6b20-eeba-4efa-9fbe-71178238bb6e {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:34.960561 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 7a2f6b20-eeba-4efa-9fbe-71178238bb6e not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:35.991834 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53850) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:36.162158 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Deleting port 9717d220-15d5-4620-9faa-f2d12f35be63 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:36.163912 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (9717d220-15d5-4620-9faa-f2d12f35be63), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:36.255400 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (9717d220-15d5-4620-9faa-f2d12f35be63), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:36.255682 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (9717d220-15d5-4620-9faa-f2d12f35be63), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:36.269530 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Calling delete_port for 9717d220-15d5-4620-9faa-f2d12f35be63 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:36.350653 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:36.410108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:36.436509 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (9717d220-15d5-4620-9faa-f2d12f35be63), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:36.463049 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'Port': ['ID=9717d220-15d5-4620-9faa-f2d12f35be63,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:36.531774 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (dfe7b51d-de8c-45e4-9607-4429e2cc9b01), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:36.532121 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.db.l3_db [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Floating IP dfe7b51d-de8c-45e4-9607-4429e2cc9b01 disassociated (deleted). External IP: 172.27.3.99, port: 9398cc79-450a-4494-8548-330be1511b9d. Aug 26 09:08:36.749327 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:08:36.866942 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:08:36.872108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:36.877011 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:08:36.891847 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:36.892759 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:36.916473 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-16014cc3-d6f2-43a5-b4dc-c2f99b99af67 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/dfe7b51d-de8c-45e4-9607-4429e2cc9b01 HTTP/1.1" status: 204 len: 168 time: 0.9234862 Aug 26 09:08:36.917056 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'tag': '9398cc79-450a-4494-8548-330be1511b9d'}] {{(pid=117972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:08:36.919484 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9b288f8db549e0bd9cdddc2b4899325831a4d9ac4d66094d2274604a7c92a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "tag": "9398cc79-450a-4494-8548-330be1511b9d"}]}' {{(pid=117972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:08:36.966127 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 09:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf462b7-2893-474c-b859-7882ca594d59 x-openstack-request-id: req-aaf462b7-2893-474c-b859-7882ca594d59 {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:08:36.966520 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "tag": "9398cc79-450a-4494-8548-330be1511b9d", "status": "completed", "code": 200}]} {{(pid=117972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:08:36.967688 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aaf462b7-2893-474c-b859-7882ca594d59 {{(pid=117972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:08:36.968266 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf462b7-2893-474c-b859-7882ca594d59'] response: {'name': 'network-changed', 'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'tag': '9398cc79-450a-4494-8548-330be1511b9d', 'status': 'completed', 'code': 200} Aug 26 09:08:37.017378 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:37.049539 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-6dc5c9b2-1ba7-4f37-8791-fdf9ebbf458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:37.052229 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-6dc5c9b2-1ba7-4f37-8791-fdf9ebbf458f service neutron] 10.222.0.115 "GET /networking/v2.0/ports?tenant_id=6773ba16da8845d39c90a627802cf05f&device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 1129 time: 0.0558536 Aug 26 09:08:37.145054 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:37.160531 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=100 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:37.176725 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-71fbca4a-8455-41ce-9d1e-3b2db67dc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:37.178808 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-71fbca4a-8455-41ce-9d1e-3b2db67dc5bf service neutron] 10.222.0.115 "GET /networking/v2.0/networks?id=f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 200 len: 914 time: 0.1175683 Aug 26 09:08:37.234133 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:37.243914 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c1b33-5488-4290-bfab-540a4ffeda4d req-387eae6c-58d5-4d95-8444-c8d143248f24 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:37.245573 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-421c1b33-5488-4290-bfab-540a4ffeda4d req-387eae6c-58d5-4d95-8444-c8d143248f24 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 945 time: 0.0589957 Aug 26 09:08:37.259673 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:08:37.268788 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:37.269390 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:37.302421 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-421c1b33-5488-4290-bfab-540a4ffeda4d req-77877e49-d300-4918-8740-35264dd78dbc tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497959 Aug 26 09:08:37.385247 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:37.687280 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:37.718006 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af773d57-3bc2-4193-88a8-8dab5e905bc0 None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:00:48Z', 'revision_number': 4, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi', '_interfaces': [{'id': '6662eef4-8a93-4181-99a2-5fd77a589fba', 'name': '', 'network_id': 'f3820959-3ded-44b4-b94f-e8c3d94acf11', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'mac_address': 'fa:16:3e:9d:a8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:48Z', 'updated_at': '2022-08-26T09:00:59Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'subnets': [{'id': '5d9ba756-bed5-44b8-a33c-513fa5f8ce9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:08:37.972296 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75152ff-04f2-4dcc-aef3-e914bcab1438 None None] New status for floating IP dfe7b51d-de8c-45e4-9607-4429e2cc9b01: DOWN {{(pid=117973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 09:08:38.278824 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-5427a049-9f31-47a0-84ef-1aec3cfa0f40 service neutron] 10.222.0.115 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 200 len: 217 time: 0.0344157 Aug 26 09:08:38.341422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-987bdea7-0f24-46c9-9586-703097e536e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:38.342933 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-987bdea7-0f24-46c9-9586-703097e536e5 service neutron] 10.222.0.115 "GET /networking/v2.0/subnets?id=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 200 len: 851 time: 0.0561428 Aug 26 09:08:38.464111 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636805b-d3f3-4284-9e31-4c13dfc4f5ab req-90616f00-79ba-4731-9460-51ca111feb69 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:38.465797 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7636805b-d3f3-4284-9e31-4c13dfc4f5ab req-90616f00-79ba-4731-9460-51ca111feb69 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 945 time: 0.0814860 Aug 26 09:08:38.489422 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-1b44634b-773d-4c05-8698-8e6fe214508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:38.490975 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-1b44634b-773d-4c05-8698-8e6fe214508d service neutron] 10.222.0.115 "GET /networking/v2.0/ports?network_id=f3820959-3ded-44b4-b94f-e8c3d94acf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665426 Aug 26 09:08:38.574982 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-7636805b-d3f3-4284-9e31-4c13dfc4f5ab req-b118bd4c-b3f6-4fb5-a67c-cd79fc7d850e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=477635cc-38a0-46c4-8711-32f971e4c9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027019 Aug 26 09:08:38.583098 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:38.615547 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-c9025c6f-f4bc-412e-99f6-41783fcd83e8 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164260 Aug 26 09:08:38.735771 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-559fc4bd-ca25-4c0c-b5f4-f0e95b0e3202 req-d46b89cc-0ab4-4bc3-b504-c378d0dc4912 service neutron] 10.222.0.115 "GET /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893099 Aug 26 09:08:38.755572 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-38bc2d40-5a0f-4372-8bc4-a4d2ad500cb4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 09:08:38.757145 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-38bc2d40-5a0f-4372-8bc4-a4d2ad500cb4 tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 945 time: 0.0521772 Aug 26 09:08:38.847748 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Deleting port 9398cc79-450a-4494-8548-330be1511b9d {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:38.848001 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (9398cc79-450a-4494-8548-330be1511b9d), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:38.950259 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] For port 9398cc79-450a-4494-8548-330be1511b9d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9398cc79-450a-4494-8548-330be1511b9d,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:38.950647 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (9398cc79-450a-4494-8548-330be1511b9d), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:38.965431 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Calling delete_port for 9398cc79-450a-4494-8548-330be1511b9d owned by compute:nova {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:39.022316 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=100 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:39.102071 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (9398cc79-450a-4494-8548-330be1511b9d), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:39.108374 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:39.137266 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'Port': ['ID=9398cc79-450a-4494-8548-330be1511b9d,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:39.164489 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.164828 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.165171 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.165501 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.165827 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.166148 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.166462 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.166782 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.167126 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.167441 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.167755 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.168068 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.168384 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.168698 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.169004 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:39.192866 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] No DVR routers for this DVR port 9398cc79-450a-4494-8548-330be1511b9d on host hv-cinder-85236 {{(pid=117971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:08:39.195576 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for port (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:39.198812 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [req-b2d89346-a3c5-42c5-8055-f340e5d770e5 req-92450035-ab23-4799-86a2-e67d51931b4a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.115 "DELETE /networking/v2.0/ports/9398cc79-450a-4494-8548-330be1511b9d HTTP/1.1" status: 204 len: 173 time: 0.4335787 Aug 26 09:08:39.199288 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'name': 'network-vif-deleted', 'tag': '9398cc79-450a-4494-8548-330be1511b9d'}] {{(pid=117971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 09:08:39.201614 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5288bc90300622b1f68a84ce541bd1f29d67a38d80bfd26b2911d696f2175e66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd107c9e-6fe7-47c9-8f14-b6e513b2af9e" -d '{"events": [{"server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "name": "network-vif-deleted", "tag": "9398cc79-450a-4494-8548-330be1511b9d"}]}' {{(pid=117971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 09:08:39.326547 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 09:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7ce61-a2fd-436d-90a6-852ae5aa0fcb x-openstack-request-id: req-38a7ce61-a2fd-436d-90a6-852ae5aa0fcb {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 09:08:39.326848 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8af299-5833-4af2-9b87-31f5e1138bd8", "name": "network-vif-deleted", "tag": "9398cc79-450a-4494-8548-330be1511b9d", "status": "completed", "code": 200}]} {{(pid=117971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 09:08:39.327135 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38a7ce61-a2fd-436d-90a6-852ae5aa0fcb {{(pid=117971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 09:08:39.327560 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a7ce61-a2fd-436d-90a6-852ae5aa0fcb'] response: {'server_uuid': '5c8af299-5833-4af2-9b87-31f5e1138bd8', 'name': 'network-vif-deleted', 'tag': '9398cc79-450a-4494-8548-330be1511b9d', 'status': 'completed', 'code': 200} Aug 26 09:08:39.705098 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [req-fbaef61e-076e-4fb9-a7f6-1b4ddf1234c8 req-3dd3dfea-3109-470f-9631-3bf67f6d276e tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5c8af299-5833-4af2-9b87-31f5e1138bd8 HTTP/1.1" status: 200 len: 210 time: 0.0339653 Aug 26 09:08:40.777646 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53868) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:40.814644 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:40.910643 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Deleting port ef58d536-6148-46d3-af8c-6c73f858cdf0 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:40.911020 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:40.971938 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 9398cc79-450a-4494-8548-330be1511b9d no longer exists at agent hyperv_hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:40.994241 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] No Port match for: 9398cc79-450a-4494-8548-330be1511b9d {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:40.994512 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Device 9398cc79-450a-4494-8548-330be1511b9d not bound to the agent host hv-cinder-85236 {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:41.005858 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:41.006189 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (ef58d536-6148-46d3-af8c-6c73f858cdf0), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:41.020950 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Calling delete_port for ef58d536-6148-46d3-af8c-6c73f858cdf0 owned by network:floatingip {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:41.169513 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (ef58d536-6148-46d3-af8c-6c73f858cdf0), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:41.196112 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'Port': ['ID=ef58d536-6148-46d3-af8c-6c73f858cdf0,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:41.265075 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for floatingip (9b8b0800-7db7-4f68-a5be-b618c15216d2), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:41.267636 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73711'] for floatingip (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:41.268816 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-690d5c21-391e-42c3-8bb9-f5005980844a tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/9b8b0800-7db7-4f68-a5be-b618c15216d2 HTTP/1.1" status: 204 len: 168 time: 0.4902365 Aug 26 09:08:42.514522 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53880) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:42.584811 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d248209f-cbe9-46d8-a947-860e64dcef9f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group (477635cc-38a0-46c4-8711-32f971e4c9e9), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:42.611623 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d248209f-cbe9-46d8-a947-860e64dcef9f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group (477635cc-38a0-46c4-8711-32f971e4c9e9), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:42.682380 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d248209f-cbe9-46d8-a947-860e64dcef9f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (477635cc-38a0-46c4-8711-32f971e4c9e9), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:42.685547 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-d248209f-cbe9-46d8-a947-860e64dcef9f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:42.686930 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-d248209f-cbe9-46d8-a947-860e64dcef9f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/477635cc-38a0-46c4-8711-32f971e4c9e9 HTTP/1.1" status: 204 len: 168 time: 0.1709592 Aug 26 09:08:42.697582 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248209f-cbe9-46d8-a947-860e64dcef9f tempest-TestVolumeBootPattern-1537256316 tempest-TestVolumeBootPattern-1537256316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=477635cc-38a0-46c4-8711-32f971e4c9e9,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:42.709469 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:42.711096 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:42.769386 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53884) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:43.224525 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (77534830-acf1-44d1-b72c-93436e07a886), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:43.459032 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Deleting port 6662eef4-8a93-4181-99a2-5fd77a589fba {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:43.459372 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:43.542322 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] For port 6662eef4-8a93-4181-99a2-5fd77a589fba, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=6662eef4-8a93-4181-99a2-5fd77a589fba,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:43.542598 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:43.556677 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Calling delete_port for 6662eef4-8a93-4181-99a2-5fd77a589fba owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:43.678379 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:43.688956 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:43.755147 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (6662eef4-8a93-4181-99a2-5fd77a589fba), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:43.783797 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=6662eef4-8a93-4181-99a2-5fd77a589fba,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:43.981621 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (77534830-acf1-44d1-b72c-93436e07a886), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:44.205421 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Router 77534830-acf1-44d1-b72c-93436e07a886 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:08:44.316659 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:08:44.322768 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-dd47b340-9022-4332-90f3-db0badaf7fdc admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/77534830-acf1-44d1-b72c-93436e07a886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511012 Aug 26 09:08:44.325929 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53888) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:44.326684 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] Sync routers for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:08:44.338763 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:44.339558 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:44.430622 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks [] for router (77534830-acf1-44d1-b72c-93436e07a886), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:44.446793 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:44.535281 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks [] for router_gateway (77534830-acf1-44d1-b72c-93436e07a886), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:44.579753 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Deleting port e14eeff0-b488-4638-96f7-376f489aa1a2 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:44.580091 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:44.621273 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:08:43Z', 'revision_number': 5, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port': {'id': 'e14eeff0-b488-4638-96f7-376f489aa1a2', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77534830-acf1-44d1-b72c-93436e07a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:46Z', 'updated_at': '2022-08-26T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:44.627359 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:44.652243 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] Checking router: 77534830-acf1-44d1-b72c-93436e07a886 for host: dv-cinder-852364-5-iscsi {{(pid=117974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:08:44.661961 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] Routers {'77534830-acf1-44d1-b72c-93436e07a886'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:44.662606 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['77534830-acf1-44d1-b72c-93436e07a886'], 'active': True} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:44.667811 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] For port e14eeff0-b488-4638-96f7-376f489aa1a2, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=e14eeff0-b488-4638-96f7-376f489aa1a2,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:44.668191 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:44.682444 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Calling delete_port for e14eeff0-b488-4638-96f7-376f489aa1a2 owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:44.686275 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:44.748656 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_dvr_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] Set router 77534830-acf1-44d1-b72c-93436e07a886 gateway port host: None {{(pid=117974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:44.801537 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.l3_hamode_db [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:08:44Z', 'revision_number': 6, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:44.828228 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98482e69-c83f-42ba-b249-fa40fe8291de None None] The sync data for ids ['77534830-acf1-44d1-b72c-93436e07a886'] in dv-cinder-852364-5-iscsi is: [{'id': '77534830-acf1-44d1-b72c-93436e07a886', 'name': 'tempest-TestVolumeBootPattern-1836871985-router', 'tenant_id': '6773ba16da8845d39c90a627802cf05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:45Z', 'updated_at': '2022-08-26T09:08:44Z', 'revision_number': 6, 'project_id': '6773ba16da8845d39c90a627802cf05f', 'gw_port_host': None}] {{(pid=117974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:08:44.864991 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (e14eeff0-b488-4638-96f7-376f489aa1a2), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:44.900772 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14eeff0-b488-4638-96f7-376f489aa1a2,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:44.961066 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (77534830-acf1-44d1-b72c-93436e07a886), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.055954 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (77534830-acf1-44d1-b72c-93436e07a886), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.058515 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks [] for router_controller (77534830-acf1-44d1-b72c-93436e07a886), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.369087 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (77534830-acf1-44d1-b72c-93436e07a886), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.369734 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77534830-acf1-44d1-b72c-93436e07a886 {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:08:45.374226 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.375525 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-9fb44deb-5502-434d-8d57-af07965d8c34 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/77534830-acf1-44d1-b72c-93436e07a886 HTTP/1.1" status: 204 len: 168 time: 1.0486481 Aug 26 09:08:45.378341 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53890) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:45.431134 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Deleting subnet 5d9ba756-bed5-44b8-a33c-513fa5f8ce9b {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:08:45.434479 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Publish callbacks [] for subnet (5d9ba756-bed5-44b8-a33c-513fa5f8ce9b), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.471264 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (5d9ba756-bed5-44b8-a33c-513fa5f8ce9b), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.551229 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (5d9ba756-bed5-44b8-a33c-513fa5f8ce9b), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.618319 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (5d9ba756-bed5-44b8-a33c-513fa5f8ce9b), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.631056 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b319177-9407-498d-a6af-82b4d19db68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.648586 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9ba756-bed5-44b8-a33c-513fa5f8ce9b,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:45.652445 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.658468 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-6167722d-18ef-48e7-b087-0e0079bd4ec1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/5d9ba756-bed5-44b8-a33c-513fa5f8ce9b HTTP/1.1" status: 204 len: 168 time: 0.2793269 Aug 26 09:08:45.658828 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f71db2-288f-4dac-88a8-4293fb86f768 None None] Network f3820959-3ded-44b4-b94f-e8c3d94acf11 requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:08:45.659024 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53892) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:45.714843 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e14eeff0-b488-4638-96f7-376f489aa1a2 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:45.745318 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: e14eeff0-b488-4638-96f7-376f489aa1a2 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:45.745667 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device e14eeff0-b488-4638-96f7-376f489aa1a2 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:45.746083 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6662eef4-8a93-4181-99a2-5fd77a589fba no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:45.756767 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (f3820959-3ded-44b4-b94f-e8c3d94acf11), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.783545 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 6662eef4-8a93-4181-99a2-5fd77a589fba {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:45.783899 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 6662eef4-8a93-4181-99a2-5fd77a589fba not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:45.802050 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Deleting port a3627890-43a6-436d-bffc-bf6ad556d86a {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:45.802583 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.846388 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:45.875274 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] For port a3627890-43a6-436d-bffc-bf6ad556d86a, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a3627890-43a6-436d-bffc-bf6ad556d86a,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:45.875650 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.891106 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] DHCP port deletion for f3820959-3ded-44b4-b94f-e8c3d94acf11 request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:08:45.899210 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Calling delete_port for a3627890-43a6-436d-bffc-bf6ad556d86a owned by network:dhcp {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:45.934679 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Deleting port a3627890-43a6-436d-bffc-bf6ad556d86a {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:45.935363 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:45.989794 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.014440 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] For port a3627890-43a6-436d-bffc-bf6ad556d86a, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=a3627890-43a6-436d-bffc-bf6ad556d86a,segment=NetworkSegment(203d2783-c385-4008-a00d-bee67ed7aa3c),segment_id=203d2783-c385-4008-a00d-bee67ed7aa3c)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:46.015011 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.019039 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] No DVR routers for this DVR port a3627890-43a6-436d-bffc-bf6ad556d86a on host dv-cinder-852364-5-iscsi {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:08:46.023609 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3627890-43a6-436d-bffc-bf6ad556d86a,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:46.029441 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:46.031730 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Calling delete_port for a3627890-43a6-436d-bffc-bf6ad556d86a owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:46.107101 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (f3820959-3ded-44b4-b94f-e8c3d94acf11), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.121319 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (a3627890-43a6-436d-bffc-bf6ad556d86a), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.130652 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3820959-3ded-44b4-b94f-e8c3d94acf11']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:46.141621 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203d2783-c385-4008-a00d-bee67ed7aa3c') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:46.141876 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203d2783-c385-4008-a00d-bee67ed7aa3c') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:46.146250 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Pushing event deleted for resources: {'Port': ['ID=a3627890-43a6-436d-bffc-bf6ad556d86a,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:46.153035 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (203d2783-c385-4008-a00d-bee67ed7aa3c), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.156824 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.157088 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.157357 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.157708 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.158044 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.158408 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.158760 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.159329 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.159663 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.160035 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.160355 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.160672 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.161022 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.161635 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.161943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-5-iscsi {{(pid=117973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 09:08:46.165460 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ccc43-de32-4f4d-ad2c-e6431c2fa7de None None] No DVR routers for this DVR port a3627890-43a6-436d-bffc-bf6ad556d86a on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:08:46.171983 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (203d2783-c385-4008-a00d-bee67ed7aa3c), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.181356 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:08:46.181356 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (203d2783-c385-4008-a00d-bee67ed7aa3c), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.248853 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (f3820959-3ded-44b4-b94f-e8c3d94acf11), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.255299 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.258722 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/f3820959-3ded-44b4-b94f-e8c3d94acf11 HTTP/1.1" status: 204 len: 168 time: 0.5986242 Aug 26 09:08:46.261798 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53898) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:46.263279 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 203d2783-c385-4008-a00d-bee67ed7aa3c resource provider aggregate not found Aug 26 09:08:46.277517 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850a17-646e-4f15-9be4-0e110d4b5b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3820959-3ded-44b4-b94f-e8c3d94acf11,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:46.296394 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 203d2783-c385-4008-a00d-bee67ed7aa3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 203d2783-c385-4008-a00d-bee67ed7aa3c found for delete ", "request_id": "req-364262f0-f5ca-422d-8449-ef4ebb3471fb"}]} Aug 26 09:08:46.488427 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:46.522477 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:46.619638 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16361061'] for router_interface (81e2e7ee-4a89-4027-8493-6f0a2210de74), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.855256 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Deleting port c86f6318-f8ff-4786-99f1-05cee4babae8 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:46.855529 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.940531 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] For port c86f6318-f8ff-4786-99f1-05cee4babae8, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=c86f6318-f8ff-4786-99f1-05cee4babae8,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:46.940900 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:46.955523 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Calling delete_port for c86f6318-f8ff-4786-99f1-05cee4babae8 owned by network:router_interface {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:47.163942 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (c86f6318-f8ff-4786-99f1-05cee4babae8), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:47.191182 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86f6318-f8ff-4786-99f1-05cee4babae8,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:47.379196 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16257869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16360977'] for router_interface (81e2e7ee-4a89-4027-8493-6f0a2210de74), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:47.381036 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:47.494972 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:47.615939 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Router 81e2e7ee-4a89-4027-8493-6f0a2210de74 has already been hosted by L3 agent 4189e6c6-fcc9-4d92-9257-51d39ebd5248 {{(pid=117971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 09:08:47.690111 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a3627890-43a6-436d-bffc-bf6ad556d86a no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:47.713501 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: a3627890-43a6-436d-bffc-bf6ad556d86a {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:47.713847 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device a3627890-43a6-436d-bffc-bf6ad556d86a not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:47.727239 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] Notify agent at l3_agent.dv-cinder-852364-5-iscsi the message routers_updated {{(pid=117971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 09:08:47.734228 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-8cf23395-680a-493c-b061-e7d595f7c1e6 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/81e2e7ee-4a89-4027-8493-6f0a2210de74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4712594 Aug 26 09:08:47.737200 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53902) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:47.737765 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] Sync routers for ids ['81e2e7ee-4a89-4027-8493-6f0a2210de74'] in dv-cinder-852364-5-iscsi {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 09:08:47.749156 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] Routers {'81e2e7ee-4a89-4027-8493-6f0a2210de74'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:47.749691 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['81e2e7ee-4a89-4027-8493-6f0a2210de74'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:47.849509 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks [] for router (81e2e7ee-4a89-4027-8493-6f0a2210de74), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:47.854718 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] Set router 81e2e7ee-4a89-4027-8493-6f0a2210de74 gateway port host: dv-cinder-852364-5-iscsi {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:47.954511 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks [] for router_gateway (81e2e7ee-4a89-4027-8493-6f0a2210de74), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.000671 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Deleting port 782a5e7f-d2f1-4e13-8aeb-5758fef71532 {{(pid=117971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:48.000932 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.044969 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'external_fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:08:47Z', 'revision_number': 5, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port': {'id': '782a5e7f-d2f1-4e13-8aeb-5758fef71532', 'name': '', 'network_id': '42f31723-197b-42a3-b329-20a45380f69c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:96:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '88246d07-51d9-4590-873e-316d8eeff338', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T09:00:52Z', 'updated_at': '2022-08-26T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88246d07-51d9-4590-873e-316d8eeff338', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-5-iscsi'}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:48.072078 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] Checking router: 81e2e7ee-4a89-4027-8493-6f0a2210de74 for host: dv-cinder-852364-5-iscsi {{(pid=117973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 09:08:48.082035 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] Routers {'81e2e7ee-4a89-4027-8493-6f0a2210de74'} bound to L3 agent in host dv-cinder-852364-5-iscsi {{(pid=117973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 09:08:48.082656 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T08:42:48Z,description=,heartbeat_timestamp=2022-08-26T09:08:18Z,host='dv-cinder-852364-5-iscsi',id=4189e6c6-fcc9-4d92-9257-51d39ebd5248,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T08:42:48Z,topic='l3_agent')) {'router_ids': ['81e2e7ee-4a89-4027-8493-6f0a2210de74'], 'active': True} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:48.107218 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.db [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] For port 782a5e7f-d2f1-4e13-8aeb-5758fef71532, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=782a5e7f-d2f1-4e13-8aeb-5758fef71532,segment=NetworkSegment(c66ff9c6-ac44-43d5-98da-d80a31a9eaad),segment_id=c66ff9c6-ac44-43d5-98da-d80a31a9eaad)] {{(pid=117971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:48.107595 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.121580 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.plugins.ml2.plugin [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Calling delete_port for 782a5e7f-d2f1-4e13-8aeb-5758fef71532 owned by network:router_gateway {{(pid=117971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:48.169461 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvr_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] Set router 81e2e7ee-4a89-4027-8493-6f0a2210de74 gateway port host: None {{(pid=117973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 09:08:48.224006 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_hamode_db [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:08:47Z', 'revision_number': 6, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port_host': None}], 'dv-cinder-852364-5-iscsi', False) {} {{(pid=117973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:48.250838 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9f519-48b9-4a0a-b0c4-582a11684fc3 None None] The sync data for ids ['81e2e7ee-4a89-4027-8493-6f0a2210de74'] in dv-cinder-852364-5-iscsi is: [{'id': '81e2e7ee-4a89-4027-8493-6f0a2210de74', 'name': 'tempest-TestVolumeBootPattern-1261702969-router', 'tenant_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T09:00:51Z', 'updated_at': '2022-08-26T09:08:47Z', 'revision_number': 6, 'project_id': '17ed1ac4468e42c5a8152cd5ce43eaad', 'gw_port_host': None}] {{(pid=117973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 09:08:48.308368 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13329404'] for port (782a5e7f-d2f1-4e13-8aeb-5758fef71532), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.313558 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b55d854f-f3af-4391-8ebf-3442e5a5d9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.315162 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:48.338543 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Pushing event deleted for resources: {'Port': ['ID=782a5e7f-d2f1-4e13-8aeb-5758fef71532,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:48.413032 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16360096'] for router_gateway (81e2e7ee-4a89-4027-8493-6f0a2210de74), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.502448 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16361040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125878'] for router (81e2e7ee-4a89-4027-8493-6f0a2210de74), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.504850 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks [] for router_controller (81e2e7ee-4a89-4027-8493-6f0a2210de74), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.509947 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:48.549132 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16361033'] for router (81e2e7ee-4a89-4027-8493-6f0a2210de74), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.549859 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e2e7ee-4a89-4027-8493-6f0a2210de74 {{(pid=117971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 09:08:48.555034 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.556396 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-acb5ca10-9fdb-407f-8bcf-9563b666ca7f admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/81e2e7ee-4a89-4027-8493-6f0a2210de74 HTTP/1.1" status: 204 len: 168 time: 0.8183537 Aug 26 09:08:48.559782 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53904) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:48.621815 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Deleting subnet 0310c3d4-4d01-4a58-a15a-85888897798a {{(pid=117971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 09:08:48.627082 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Publish callbacks [] for subnet (0310c3d4-4d01-4a58-a15a-85888897798a), before_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.675595 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13416573'] for subnet (0310c3d4-4d01-4a58-a15a-85888897798a), precommit_delete_associations {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.759087 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730515'] for subnet (0310c3d4-4d01-4a58-a15a-85888897798a), precommit_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.819524 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13329353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13597387'] for subnet (0310c3d4-4d01-4a58-a15a-85888897798a), after_delete {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.844053 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0310c3d4-4d01-4a58-a15a-85888897798a,revision_number=None']} {{(pid=117971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:48.850579 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron_lib.callbacks.manager [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.853797 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-5f9530c7-51cd-4d26-ab1a-b73eccf5577a admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/0310c3d4-4d01-4a58-a15a-85888897798a HTTP/1.1" status: 204 len: 168 time: 0.2925310 Aug 26 09:08:48.857371 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53906) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:48.861308 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb66ae-f8f6-460a-9346-c2a1e1e284f7 None None] Network 8ba05aa3-71a9-49e3-899b-95b0b76528df requested from dv-cinder-852364-5-iscsi {{(pid=117973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 09:08:48.945737 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634890'] for network (8ba05aa3-71a9-49e3-899b-95b0b76528df), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:48.958660 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:48.997971 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Deleting port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 {{(pid=117972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:48.998595 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.051284 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] DHCP port deletion for 8ba05aa3-71a9-49e3-899b-95b0b76528df request from dv-cinder-852364-5-iscsi {{(pid=117973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 09:08:49.105055 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.db [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] For port db9a09dc-7d1b-465b-9ec2-78e88028c2f7, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:49.105514 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.105943 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] Deleting port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 {{(pid=117973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 09:08:49.106324 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752615281655'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), before_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.121374 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.plugin [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Calling delete_port for db9a09dc-7d1b-465b-9ec2-78e88028c2f7 owned by network:dhcp {{(pid=117972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:49.166206 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:49.186676 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.db [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] For port db9a09dc-7d1b-465b-9ec2-78e88028c2f7, host dv-cinder-852364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-5-iscsi',level=0,port_id=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,segment=NetworkSegment(815a6168-faa7-48dc-b4c4-c414ad6cdacc),segment_id=815a6168-faa7-48dc-b4c4-c414ad6cdacc)] {{(pid=117973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 09:08:49.187180 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366188'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), precommit_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.203496 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] Calling delete_port for db9a09dc-7d1b-465b-9ec2-78e88028c2f7 owned by network:dhcp {{(pid=117973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 09:08:49.239254 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13631450'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.267469 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:49.269392 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] No DVR routers for this DVR port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 on host dv-cinder-852364-5-iscsi {{(pid=117972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:08:49.296051 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752615287188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752614793292'] for port (db9a09dc-7d1b-465b-9ec2-78e88028c2f7), after_delete {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.328105 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] Pushing event deleted for resources: {'Port': ['ID=db9a09dc-7d1b-465b-9ec2-78e88028c2f7,revision_number=None']} {{(pid=117973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:49.358415 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c0f80-ecc3-466f-a015-38ebd21db946 None None] No DVR routers for this DVR port db9a09dc-7d1b-465b-9ec2-78e88028c2f7 on host dv-cinder-852364-5-iscsi {{(pid=117973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 09:08:49.376615 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730168', 'neutron.services.segments.db._delete_segments_for_network-8752615228766'] for network (8ba05aa3-71a9-49e3-899b-95b0b76528df), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.410795 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba05aa3-71a9-49e3-899b-95b0b76528df']}} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:49.423269 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815a6168-faa7-48dc-b4c4-c414ad6cdacc') {'for_net_delete': True} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:49.423814 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.services.segments.db [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815a6168-faa7-48dc-b4c4-c414ad6cdacc') {} {{(pid=117972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 09:08:49.435497 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752615319772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12952509'] for segment (815a6168-faa7-48dc-b4c4-c414ad6cdacc), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.460925 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695'] for segment (815a6168-faa7-48dc-b4c4-c414ad6cdacc), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.469207 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=117972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 09:08:49.469788 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13631413'] for segment (815a6168-faa7-48dc-b4c4-c414ad6cdacc), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.526470 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 815a6168-faa7-48dc-b4c4-c414ad6cdacc resource provider aggregate not found Aug 26 09:08:49.548862 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16441398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16360068'] for network (8ba05aa3-71a9-49e3-899b-95b0b76528df), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.551766 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257896'] for network (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.555079 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/8ba05aa3-71a9-49e3-899b-95b0b76528df HTTP/1.1" status: 204 len: 168 time: 0.6965368 Aug 26 09:08:49.556984 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.services.segments.plugin [-] Segment 815a6168-faa7-48dc-b4c4-c414ad6cdacc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 815a6168-faa7-48dc-b4c4-c414ad6cdacc found for delete ", "request_id": "req-c28de722-f2bb-4c2b-8fba-5d3136abf1d5"}]} Aug 26 09:08:49.575519 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ecdd-0291-4c24-9695-3cf5aaa18e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba05aa3-71a9-49e3-899b-95b0b76528df,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:49.647456 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device db9a09dc-7d1b-465b-9ec2-78e88028c2f7 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:49.675715 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: db9a09dc-7d1b-465b-9ec2-78e88028c2f7 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:49.676212 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device db9a09dc-7d1b-465b-9ec2-78e88028c2f7 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:49.676644 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c86f6318-f8ff-4786-99f1-05cee4babae8 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:49.702152 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: c86f6318-f8ff-4786-99f1-05cee4babae8 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:49.702479 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device c86f6318-f8ff-4786-99f1-05cee4babae8 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:49.702937 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 782a5e7f-d2f1-4e13-8aeb-5758fef71532 no longer exists at agent ovs-agent-dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 09:08:49.728390 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.plugin [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] No Port match for: 782a5e7f-d2f1-4e13-8aeb-5758fef71532 {{(pid=117973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 09:08:49.728519 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron.plugins.ml2.rpc [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Device 782a5e7f-d2f1-4e13-8aeb-5758fef71532 not bound to the agent host dv-cinder-852364-5-iscsi {{(pid=117973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 09:08:49.732963 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [-] (117971) accepted ('10.222.0.71', 53914) {{(pid=117971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:49.783510 dv-cinder-852364-5-iscsi neutron-server[117971]: INFO neutron.wsgi [None req-ab0006d5-56bf-4b74-8703-5b1a1af0015f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=6773ba16da8845d39c90a627802cf05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492673 Aug 26 09:08:49.792321 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53916) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:49.841225 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:49.845038 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a8c11d98-a8b3-49fe-a1ca-ec876197c57e admin admin] Publish callbacks [] for security_group (49ef35b6-8cdb-4bdd-bf48-6376cf946684), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.868121 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a8c11d98-a8b3-49fe-a1ca-ec876197c57e admin admin] Publish callbacks [] for security_group (49ef35b6-8cdb-4bdd-bf48-6376cf946684), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.878987 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:49.937391 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a8c11d98-a8b3-49fe-a1ca-ec876197c57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (49ef35b6-8cdb-4bdd-bf48-6376cf946684), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.940108 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-a8c11d98-a8b3-49fe-a1ca-ec876197c57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:49.941694 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-a8c11d98-a8b3-49fe-a1ca-ec876197c57e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/49ef35b6-8cdb-4bdd-bf48-6376cf946684 HTTP/1.1" status: 204 len: 168 time: 0.1483979 Aug 26 09:08:49.951955 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c11d98-a8b3-49fe-a1ca-ec876197c57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef35b6-8cdb-4bdd-bf48-6376cf946684,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:50.011959 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:50.313820 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53922) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:50.366079 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-682609d8-a20a-4cab-83a8-f1d61f2e5530 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=17ed1ac4468e42c5a8152cd5ce43eaad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509782 Aug 26 09:08:50.368884 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [-] (117972) accepted ('10.222.0.71', 53924) {{(pid=117972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 09:08:50.423313 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f912389d-76df-4c76-9db9-72684a855d57 admin admin] Publish callbacks [] for security_group (f4420079-8aeb-4ece-b01d-33cc8f7e937b), before_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:50.447779 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f912389d-76df-4c76-9db9-72684a855d57 admin admin] Publish callbacks [] for security_group (f4420079-8aeb-4ece-b01d-33cc8f7e937b), precommit_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:50.509805 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f912389d-76df-4c76-9db9-72684a855d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443620'] for security_group (f4420079-8aeb-4ece-b01d-33cc8f7e937b), after_delete {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:50.513875 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron_lib.callbacks.manager [None req-f912389d-76df-4c76-9db9-72684a855d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:50.515848 dv-cinder-852364-5-iscsi neutron-server[117972]: INFO neutron.wsgi [None req-f912389d-76df-4c76-9db9-72684a855d57 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f4420079-8aeb-4ece-b01d-33cc8f7e937b HTTP/1.1" status: 204 len: 168 time: 0.1458738 Aug 26 09:08:50.529294 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912389d-76df-4c76-9db9-72684a855d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4420079-8aeb-4ece-b01d-33cc8f7e937b,revision_number=None']} {{(pid=117972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 09:08:51.291396 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:52.347608 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:08:54.705794 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:08:54.775413 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=89 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:59.774670 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:08:59.777203 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG dbcounter [-] [117971] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:00.491112 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:DELETE=4,neutron:SELECT=23 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:00.521919 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG dbcounter [-] [117972] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=117972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:01.953602 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:04.698421 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=84 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:11.939103 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=27,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:11.947370 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:15.626500 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9970084c-d3ce-4c74-bddf-0621776f03c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:15.753546 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:15.761143 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:18.311718 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8bd1-2a23-4d89-a238-b32cd568191e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:20.014510 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:21.285826 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:22.354386 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:31.706091 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:09:31.963361 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:41.955780 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:41.959043 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:45.631312 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3187fb41-3e53-4516-9f83-7bfd14c66960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:48.299777 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-60ac84b6-9ea3-4717-bef0-1a7fb5230e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:50.016957 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:51.289613 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:52.356122 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:09:52.757652 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=17 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:09:52.758453 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=17 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:01.968209 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:08.705953 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:10:11.960302 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:11.961873 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:15.628170 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-996c96d6-bc2f-48c7-baab-c1213310d586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:18.298264 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-80fbd341-f5b1-476a-8731-7240edd0b4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:18.700197 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:18.701045 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:20.020226 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:21.424799 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:22.359019 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:29.751940 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:29.756876 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:31.971881 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:41.954067 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:41.964741 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:45.626702 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5f83d0e8-24ca-49d7-88e3-050fcef1fa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:45.640470 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:45.641276 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:45.710657 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:10:48.296515 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-ad3e1118-4a9b-43b1-b0b5-f49ad39cbf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:50.022141 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:51.292242 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:52.360172 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:10:55.702352 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:10:55.704493 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:01.982823 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:06.753690 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:06.754548 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:11.974925 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:11.976927 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:15.620201 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-d2e3199d-aa8d-4a29-8cc4-cb7127ee1748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:18.292585 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f67981ae-f3ce-4c78-8331-a248c1c870b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:20.026962 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:21.288881 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:22.363740 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:22.710937 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:11:31.995845 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:32.706665 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:41.988684 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:41.990536 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:45.628479 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-54a969a5-a0fe-4adf-b590-1c50eb264373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:46.406667 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=15 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:46.414043 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=17 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:11:48.289203 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-b6e52bdf-0c2f-4938-b7dd-bb6691c792c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:50.026664 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:51.296057 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:52.367375 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:11:59.712035 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:12:01.278733 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:02.002423 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:09.705272 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:09.706030 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:11.994751 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:11.996596 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:15.624263 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-672aa841-ef8c-4a15-be3b-01358d7cd11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:18.287809 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-347a1418-e077-438a-9ef3-56810a01c96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:20.037226 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:20.755726 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:20.756665 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:21.285732 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:22.372289 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:32.012002 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:36.713108 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:12:41.998249 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:42.005434 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:43.515212 dv-cinder-852364-5-iscsi neutron-server[117971]: DEBUG neutron.wsgi [req-fd91f3e2-d20a-4ef2-8417-b9cc84fa9f21 req-0ea6f27b-3f9f-4775-849e-283e2e817b0e service neutron] (117971) timed out ('10.222.0.115', 57981) {{(pid=117971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:12:44.277347 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-d3c04c09-0627-4ba2-a18a-64a56793159d req-b9b31e6c-598e-415e-88e4-74237df7ef00 service neutron] (117972) timed out ('10.222.0.115', 57958) {{(pid=117972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:12:45.631066 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-1ff61bec-6046-4caa-8e99-e4222a7cb36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:46.707118 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:46.707946 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:48.300750 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-063ea97d-d571-416e-8510-aa772f7da4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:50.041622 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:51.289312 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:52.376841 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:12:57.759603 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:12:57.760392 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:02.017856 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:12.008302 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:12.010328 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:13.714546 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:13:15.629657 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-8b8b149a-5ec4-45db-8553-9b8a21bab183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:18.297528 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-239d2dbe-84a2-428b-8ad9-3e9d73cb5ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:20.038209 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:21.288947 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:21.510945 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-ebec2f0d-5c19-4b49-966f-668ee7705174 service neutron] (117972) timed out ('10.222.0.71', 46546) {{(pid=117972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:13:21.619281 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-56180a00-a466-45ee-a0bf-d4df7d89de78 req-ef76abee-20cf-4326-9f1b-585c5999d9dd tempest-TestShelveInstance-1661485776 tempest-TestShelveInstance-1661485776-project] (117972) timed out ('10.222.0.71', 46566) {{(pid=117972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:13:22.377899 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:23.707424 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:23.708866 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:32.017112 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:34.753143 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:34.757648 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=4 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:42.002092 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:42.008774 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:45.629840 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-686c4393-3f71-4f0a-90d5-c8eabff090e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:46.486751 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=14 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:46.488765 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=12 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:13:48.301140 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-303b90fb-5418-423f-af2d-faf33dcd724c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:50.041630 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:50.714072 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:13:51.285763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:13:52.381825 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:00.708328 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:00.709125 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=1 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:02.032460 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:11.758935 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:11.759733 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=3 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:12.022763 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:12.024674 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:15.626528 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-448ff0e2-d27b-4a29-8921-36031dd4760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:18.297187 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-9d727613-5d66-4539-b93e-a8cc52adda8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:20.048945 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-14655983-e05c-48f2-bda0-04e7738eaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (07df8c65-705f-4f9c-a6fb-b3bd797f544f), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:21.284357 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-dd7055b3-d49c-4cfa-b43e-ade149f6c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (d3f5efa1-9dd3-42e4-8003-c591bc0633fa), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:22.385355 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8d6c-f9f5-46a8-8859-7d033461b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (c6a52acf-1a97-4632-b345-fdbc81a8a029), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:27.716904 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG neutron.db.agents_db [None req-a140f14d-c784-4ca2-b94c-c45b85891542 None None] Agent healthcheck: found 6 active agents {{(pid=117974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 09:14:31.917232 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-7c35ea05-7c6e-49fb-9c14-c71a5f65f0b7 service neutron] (117972) timed out ('10.222.0.71', 49100) {{(pid=117972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:14:32.040626 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-5a28eb25-d7ae-4e67-b8ff-e995509daaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (babbfa81-70e2-426f-8f2e-fa7e994f9322), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:32.446006 dv-cinder-852364-5-iscsi neutron-server[117972]: DEBUG neutron.wsgi [req-aa284fa9-efe9-410d-9c39-bfc2ed95ce07 req-ea725b68-8354-4ead-9c0f-e0a923a8bfe2 tempest-AttachVolumeShelveTestJSON-648548185 tempest-AttachVolumeShelveTestJSON-648548185-project] (117972) timed out ('10.222.0.71', 49122) {{(pid=117972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 09:14:42.031725 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:42.034671 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG dbcounter [-] [117973] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=117973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:45.628198 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-f2daac98-d12f-44f6-b43d-9fcf1564e1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (9ed39212-6422-44be-a333-65e25ec4f110), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:48.302139 dv-cinder-852364-5-iscsi neutron-server[117973]: DEBUG neutron_lib.callbacks.manager [None req-3835f90c-01c2-49c5-8daf-d6cee3e9dfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752615228748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744167'] for agent (4189e6c6-fcc9-4d92-9257-51d39ebd5248), after_update {{(pid=117973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 09:14:48.754233 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 09:14:48.761181 dv-cinder-852364-5-iscsi neutron-server[117974]: DEBUG dbcounter [-] [117974] Writing DB stats neutron:SELECT=7 {{(pid=117974) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}